-- Logs begin at Wed 2021-12-15 18:08:27 UTC, end at Wed 2021-12-15 19:21:37 UTC. -- Dec 15 18:55:12.917508 dv-cinder-812685-5-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 18:55:15.733119 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.common.config [-] Logging enabled! Dec 15 18:55:15.733695 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 18:55:15.733831 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 18:55:15.737166 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.common.config [-] Logging enabled! Dec 15 18:55:15.737427 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev279 Dec 15 18:55:15.737746 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102882) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 18:55:15.738737 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 18:55:15.739475 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 18:55:15.739847 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 18:55:15.740096 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 18:55:15.740328 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 18:55:15.740655 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.741114 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Dec 15 18:55:15.741443 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.741748 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.742046 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.742348 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.742645 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.742933 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.743227 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.743529 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.743823 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.744108 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.744399 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.744696 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.744981 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.745308 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.745600 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.745889 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] debug = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.746174 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.746612 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.747030 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.747316 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.747757 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.747897 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.748172 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.748453 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.748740 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.749073 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] host = dv-cinder-812685-5-iscsi {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.749378 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.749669 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.749962 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.750252 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.750530 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.750811 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.751099 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.751375 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.751655 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.751935 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.752227 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.752517 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.752810 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.753036 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.753298 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.753600 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.753890 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.754171 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.754477 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.754758 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.755035 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.755312 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.755585 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.755876 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.756167 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.756456 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.756735 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.757011 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.757312 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.757589 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.757877 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.758156 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.758432 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.758709 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.759002 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.759274 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.759550 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.759852 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.760143 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.760430 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.760718 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.760997 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.761306 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.761582 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.761861 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.762135 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_json = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.762412 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.762685 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.762970 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.763510 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.763783 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.764057 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.764331 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.764619 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:15.764920 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.765250 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.765557 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.765846 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.766154 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.766440 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.766736 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.767019 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.767312 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.767605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.767897 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.768178 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.768470 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.768753 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.769051 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.769383 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.769686 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.770118 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.770403 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.770685 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.770967 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.771253 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.771546 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.771835 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.772131 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.772424 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.772711 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.773016 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.773336 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.773635 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.773931 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.774209 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.774492 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.774788 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.775070 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.775348 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.775631 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.775924 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.776206 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.776482 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.776768 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.777051 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.777354 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.777633 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.777914 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.778207 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.778488 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.778762 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.779038 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.779317 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.779592 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.779880 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.780161 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.780437 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.780711 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.780991 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.781293 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.781571 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.781859 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.782137 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.782415 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.782690 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.782963 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.783240 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.783514 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.783787 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.784062 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.784336 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.784614 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.784887 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.785191 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.785467 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.786266 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.786544 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.786832 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.787132 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.787413 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.787697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.787977 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.788258 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.788539 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.788818 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.789117 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.789404 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.789681 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.789975 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.790263 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.790554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.790840 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.791148 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.791449 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.791732 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.792022 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.792310 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.792592 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.792880 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.793195 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.793497 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.793798 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.794098 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.794396 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.794693 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.794978 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.795289 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.795574 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:15.795795 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 18:55:15.796038 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102882) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 18:55:16.233436 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 18:55:16.233721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 18:55:16.234032 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Dec 15 18:55:16.234373 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 18:55:16.565541 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.565836 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.566118 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.567461 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.567736 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.568004 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.615080 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.615360 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.615632 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.629685 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.629970 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.630245 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.658741 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.659057 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.659296 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.697578 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.697859 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:16.698126 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.034843 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.036030 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.036030 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.036211 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.036928 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.139604 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.139927 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.140216 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.140494 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.140763 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.141108 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.141363 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.141625 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.141879 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.142164 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.142426 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.142692 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.142950 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.143206 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.143464 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.143731 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.143989 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.144259 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.144533 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.145434 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.145721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.145980 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.146267 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.146648 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.146902 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.147151 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.147550 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.147793 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.148034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.148273 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.148511 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.148748 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:17.149134 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 18:55:17.152350 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 18:55:17.156458 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 18:55:17.160462 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Dec 15 18:55:17.162145 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 18:55:17.162610 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 18:55:17.162951 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 18:55:17.163344 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 18:55:17.166232 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 18:55:17.166492 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 18:55:17.166844 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 18:55:17.172193 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Dec 15 18:55:17.195788 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 18:55:17.196244 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.196546 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102882) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Dec 15 18:55:17.196910 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.198351 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102882) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 18:55:17.198633 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 18:55:17.198879 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 18:55:17.202134 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.202424 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:17.269491 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 18:55:17.269740 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 18:55:17.270548 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 18:55:17.270931 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 18:55:17.292916 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_db.sqlalchemy.engines [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102882) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Dec 15 18:55:17.869159 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing driver for type 'gre' Dec 15 18:55:17.869684 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] gre ID ranges: [(1, 1000)] Dec 15 18:55:18.055132 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing driver for type 'local' Dec 15 18:55:18.055726 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing driver for type 'vlan' Dec 15 18:55:18.140923 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] VlanTypeDriver initialization complete Dec 15 18:55:18.141246 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing driver for type 'vxlan' Dec 15 18:55:18.141745 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] vxlan ID ranges: [(1, 1000)] Dec 15 18:55:18.354955 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing extension driver 'port_security' Dec 15 18:55:18.355303 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.extensions.port_security [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] PortSecurityExtensionDriver initialization complete Dec 15 18:55:18.355666 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing mechanism driver 'openvswitch' Dec 15 18:55:18.356007 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing mechanism driver 'hyperv' Dec 15 18:55:18.367149 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.plugin [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102882) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:18.368006 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.368385 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.368749 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.369326 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.369762 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.370122 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.370473 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.370918 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.371331 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.371761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.372125 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.372526 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.372936 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.373317 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.373691 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.374100 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.374508 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.374859 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.375203 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.375601 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.376008 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > address_group after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.376357 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > address_group after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.376733 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > address_group after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.377165 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102882) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Dec 15 18:55:18.377553 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] ML2 OVO RPC backend initialized. {{(pid=102882) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Dec 15 18:55:18.378268 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.378633 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.379056 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.380051 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > networks before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.380407 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.380756 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > ports before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.381120 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.381474 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnets before_response 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.381828 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.382187 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.382561 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.382906 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.383250 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.383592 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.383935 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.384275 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.384614 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > subnet after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.385423 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.plugin [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Modular L2 Plugin initialization complete Dec 15 18:55:18.385766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading services supported by the core plugin {{(pid=102882) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 18:55:18.386105 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.plugins.ml2.managers [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Got port-security extension from driver 'port_security' Dec 15 18:55:18.386576 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.extensions.vlantransparent [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Disabled vlantransparent extension. Dec 15 18:55:18.387067 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102882) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 18:55:18.387483 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: router Dec 15 18:55:18.423734 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.424072 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_create 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.424451 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router before_create 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.424824 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.425230 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.425599 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_delete 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.426557 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > floatingip after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.427048 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > floatingip after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.427421 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_create 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.427779 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.428136 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.428493 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.428864 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.429305 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.429683 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.430033 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.430378 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: subnet after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.430724 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.431080 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > port precommit_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.431432 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_create 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.431783 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.432132 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.432493 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router after_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.432838 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_delete 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.433232 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_create 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.433600 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router_interface after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.433950 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_update 55549900 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.434319 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > agent after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.434678 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > agent after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.435030 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > network after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.435904 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Tracking information for resource: router configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:18.436243 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Tracking information for resource: floatingip configured {{(pid=102882) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 18:55:18.441184 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.db.l3_agentschedulers_db [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 18:55:18.442397 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.442766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.443128 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.443554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: port after_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.444358 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router before_create 55550100 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.444731 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_delete 55550100 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.445124 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_create 55550100 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.445491 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > router precommit_update 55550100 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.450402 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.provider_configuration [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service providers = [] {{(pid=102882) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 18:55:18.450774 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.db.servicetype_db [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102882) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 18:55:18.453790 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.service_base [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 18:55:18.454146 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.service_base [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 18:55:18.454491 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.service_base [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 18:55:18.455392 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.services.service_base [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102882) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 18:55:18.455771 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.services.service_base [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 18:55:18.456149 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.456473 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 18:55:18.467407 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.467749 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: auto_allocate Dec 15 18:55:18.473761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: network precommit_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.474130 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: network precommit_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.474652 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.474975 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: tag Dec 15 18:55:18.481838 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.482176 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: timestamp Dec 15 18:55:18.486074 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.486406 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: network_ip_availability Dec 15 18:55:18.492427 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.492806 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.493188 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.493921 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.494247 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: flavors Dec 15 18:55:18.499252 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.499590 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading Plugin: revisions Dec 15 18:55:18.503968 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102882) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 18:55:18.504995 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.270s {{(pid=102882) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Dec 15 18:55:18.505783 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102882) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 18:55:18.506126 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Initializing extension manager. Dec 15 18:55:18.506651 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: __init__.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.507003 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: __pycache__ {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.507352 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.507693 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: address_group.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.508456 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.509030 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: address-group Dec 15 18:55:18.509390 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: address_scope.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.510116 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.510641 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: address-scope Dec 15 18:55:18.510968 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: admin_state_down_before_update.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.511915 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.512436 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: router-admin-state-down-before-update Dec 15 18:55:18.512762 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: agent.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.513747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.514261 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: agent Dec 15 18:55:18.514586 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: agent_resources_synced.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.515509 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.516025 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: agent-resources-synced Dec 15 18:55:18.516350 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: allowedaddresspairs.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.518190 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.518718 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: allowed-address-pairs Dec 15 18:55:18.519054 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: auto_allocated_topology.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.520176 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.520704 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: auto-allocated-topology Dec 15 18:55:18.521035 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: availability_zone.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.521761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.522282 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: availability_zone Dec 15 18:55:18.522612 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: availability_zone_filter.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.523539 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.524056 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: availability_zone_filter Dec 15 18:55:18.524385 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: data_plane_status.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.525341 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.525950 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 18:55:18.526288 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: default_subnetpools.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.527218 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.527739 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: default-subnetpools Dec 15 18:55:18.528067 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: dhcpagentscheduler.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.528878 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.529439 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: dhcp_agent_scheduler Dec 15 18:55:18.529768 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: dns.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.530702 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.531222 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension dns-integration not supported by any of loaded plugins Dec 15 18:55:18.531553 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: dns_domain_ports.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.532481 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.533002 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 18:55:18.533357 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.534298 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.534821 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Dec 15 18:55:18.535150 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: dvr.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.535857 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.536380 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: dvr Dec 15 18:55:18.536705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: ecmp_routes.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.537670 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.538185 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension ecmp_routes not supported by any of loaded plugins Dec 15 18:55:18.538510 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: empty_string_filtering.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.539441 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.539961 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: empty-string-filtering Dec 15 18:55:18.540286 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.541249 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.541767 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 18:55:18.542093 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.543015 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.543529 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 18:55:18.543858 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: external_net.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.544783 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.545338 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: external-net Dec 15 18:55:18.545667 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: extra_dhcp_opt.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.546587 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.547107 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: extra_dhcp_opt Dec 15 18:55:18.547431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: extraroute.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.548351 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.548877 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: extraroute Dec 15 18:55:18.549243 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: extraroute_atomic.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.552271 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.552817 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: extraroute-atomic Dec 15 18:55:18.553182 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: filter_validation.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.553874 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.554399 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: filter-validation Dec 15 18:55:18.554728 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: fip_pf_description.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.555666 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.556189 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 18:55:18.556520 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: fip_port_details.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.557488 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.558011 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: fip-port-details Dec 15 18:55:18.558339 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: flavors.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.559603 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.560134 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: flavors Dec 15 18:55:18.560468 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.562221 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.562756 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 18:55:18.563088 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: floatingip_pools.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.563795 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.564319 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: floatingip-pools Dec 15 18:55:18.564648 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: ip_allocation.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.565616 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.566133 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 18:55:18.566463 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.567992 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.568510 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: ip-substring-filtering Dec 15 18:55:18.568840 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l2_adjacency.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.569822 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.570339 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 18:55:18.570666 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.571640 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.572169 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: router Dec 15 18:55:18.572498 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3_conntrack_helper.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.574910 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.575460 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 18:55:18.575802 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.576761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.577318 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: ext-gw-mode Dec 15 18:55:18.577652 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.578605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.579131 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: l3-ha Dec 15 18:55:18.579468 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3_flavors.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.580395 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.580924 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: l3-flavors Dec 15 18:55:18.581281 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.582233 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.582758 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 18:55:18.583091 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: l3agentscheduler.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.584129 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.584656 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: l3_agent_scheduler Dec 15 18:55:18.584988 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: local_ip.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.587019 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.587572 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension local_ip not supported by any of loaded plugins Dec 15 18:55:18.587913 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: logging.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.589451 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.589991 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension logging not supported by any of loaded plugins Dec 15 18:55:18.590330 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: metering.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.591219 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.591817 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: metering Dec 15 18:55:18.592158 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.593306 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.593837 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: metering_source_and_destination_fields Dec 15 18:55:18.594174 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: multiprovidernet.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.595117 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.595649 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: multi-provider Dec 15 18:55:18.595981 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: netmtu.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.596915 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.597467 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: net-mtu Dec 15 18:55:18.597797 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: netmtu_writable.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.598766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.599284 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: net-mtu-writable Dec 15 18:55:18.599619 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: network_availability_zone.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.600301 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.600820 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: network_availability_zone Dec 15 18:55:18.601180 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: network_ip_availability.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.602320 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.602848 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: network-ip-availability Dec 15 18:55:18.603180 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: network_segment_range.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.603955 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.604473 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 18:55:18.604799 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: pagination.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.605840 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.606177 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: pagination Dec 15 18:55:18.606502 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: port_device_profile.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.607426 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.607955 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: port-device-profile Dec 15 18:55:18.608284 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.609300 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.609830 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: port-mac-address-regenerate Dec 15 18:55:18.610158 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.611087 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.611618 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: port-numa-affinity-policy Dec 15 18:55:18.611945 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: port_resource_request.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.612882 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.613937 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 18:55:18.614277 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: port_resource_request_groups.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.615265 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.615788 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension port-resource-request-groups not supported by any of loaded plugins Dec 15 18:55:18.616118 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: portbindings.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.617072 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.617631 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: binding Dec 15 18:55:18.618114 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: portbindings_extended.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.619417 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.619949 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: binding-extended Dec 15 18:55:18.620282 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: portsecurity.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.621252 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.621774 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: port-security Dec 15 18:55:18.622106 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: project_id.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.623102 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.623438 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: project-id Dec 15 18:55:18.623766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: providernet.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.624716 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.625281 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: provider Dec 15 18:55:18.625610 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.629672 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.630230 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos not supported by any of loaded plugins Dec 15 18:55:18.630565 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.631831 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.632362 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 18:55:18.632698 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.633672 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.634200 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 18:55:18.634532 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_default.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.635460 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.635985 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-default not supported by any of loaded plugins Dec 15 18:55:18.636321 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_fip.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.636981 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.637531 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-fip not supported by any of loaded plugins Dec 15 18:55:18.637860 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_fip_network_policy.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.639139 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension file qos_fip_network_policy.py wasn't loaded due to cannot import name 'qos_fip_network_policy' from 'neutron_lib.api.definitions' (/usr/local/lib/python3.8/dist-packages/neutron_lib/api/definitions/__init__.py) Dec 15 18:55:18.639475 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_gateway_ip.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.640418 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.640945 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 18:55:18.641378 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_port_network_policy.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.642306 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.642830 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 18:55:18.643158 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.644337 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.644889 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-pps-minimum not supported by any of loaded plugins Dec 15 18:55:18.645255 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_pps_rule.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.646468 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.647099 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-pps not supported by any of loaded plugins Dec 15 18:55:18.647438 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_rule_type_details.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.648367 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.648897 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 18:55:18.649263 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: qos_rules_alias.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.650321 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.650846 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 18:55:18.651177 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: quota_check_limit.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.652108 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.652631 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: quota-check-limit Dec 15 18:55:18.652962 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: quotasv2.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.653937 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.654272 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: quotas Dec 15 18:55:18.654599 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: quotasv2_detail.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.657795 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.658145 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: quota_details Dec 15 18:55:18.658485 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: rbac.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.659551 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.660094 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: rbac-policies Dec 15 18:55:18.660957 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: rbac_address_group.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.661934 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.662474 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: rbac-address-group Dec 15 18:55:18.662808 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: rbac_address_scope.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.663749 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.664278 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: rbac-address-scope Dec 15 18:55:18.664608 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: rbac_security_groups.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.665571 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.666110 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: rbac-security-groups Dec 15 18:55:18.666440 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: rbac_subnetpool.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.667372 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.667902 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: rbac-subnetpool Dec 15 18:55:18.668230 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: revisionifmatch.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.669199 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.669726 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: revision-if-match Dec 15 18:55:18.670054 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: revisions.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.671193 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.671723 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: standard-attr-revisions Dec 15 18:55:18.672056 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: router_availability_zone.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.672738 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.673296 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: router_availability_zone Dec 15 18:55:18.673620 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: routerservicetype.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.674605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.675168 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension router-service-type not supported by any of loaded plugins Dec 15 18:55:18.675502 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.677136 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.677665 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: security-groups-normalized-cidr Dec 15 18:55:18.677995 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: security_groups_port_filtering.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.678947 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.679474 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: port-security-groups-filtering Dec 15 18:55:18.679798 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.680743 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.681294 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: security-groups-remote-address-group Dec 15 18:55:18.681626 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.682582 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.683111 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: security-groups-shared-filtering Dec 15 18:55:18.683443 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.684033 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Dec 15 18:55:18.684361 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: securitygroup.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.694192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.694735 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: security-group Dec 15 18:55:18.695078 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: segment.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.695875 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.696403 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension segment not supported by any of loaded plugins Dec 15 18:55:18.696740 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.697724 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.698250 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 18:55:18.698583 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: servicetype.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.699720 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.700253 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: service-type Dec 15 18:55:18.700593 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: sorting.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.701624 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.701962 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: sorting Dec 15 18:55:18.702305 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: standard_attr_segment.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.703228 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.703763 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 18:55:18.704093 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: standardattrdescription.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.704750 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.705315 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: standard-attr-description Dec 15 18:55:18.705646 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: stateful_security_group.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.706605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.707142 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: stateful-security-group Dec 15 18:55:18.707511 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: stdattrs_common.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.708093 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 18:55:18.708426 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.709407 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.709941 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 18:55:18.710268 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnet_onboard.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.711375 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.711908 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: subnet_onboard Dec 15 18:55:18.712237 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.713212 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.713741 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 18:55:18.714068 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnet_service_types.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.715009 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.715537 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: subnet-service-types Dec 15 18:55:18.715864 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnetallocation.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.716972 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.717527 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: subnet_allocation Dec 15 18:55:18.717853 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.718528 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.719052 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: subnetpool-prefix-ops Dec 15 18:55:18.719379 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.720322 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.720850 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 18:55:18.721204 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: tagging.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.722280 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.723339 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: standard-attr-tag Dec 15 18:55:18.723693 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: timestamp.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.724911 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.725467 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loaded extension: standard-attr-timestamp Dec 15 18:55:18.725803 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: trunk.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.726884 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.727407 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension trunk not supported by any of loaded plugins Dec 15 18:55:18.727736 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: trunk_details.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.728676 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.729233 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension trunk-details not supported by any of loaded plugins Dec 15 18:55:18.729563 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: uplink_status_propagation.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.730509 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.731035 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 18:55:18.731362 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Loading extension file: vlantransparent.py {{(pid=102882) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 18:55:18.732041 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102882) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 18:55:18.732557 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 18:55:18.735105 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:network Dec 15 18:55:18.735645 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnet Dec 15 18:55:18.736056 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 18:55:18.736453 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:port Dec 15 18:55:18.737739 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.738193 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service FLAVORS assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.739424 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.739856 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.740192 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:router Dec 15 18:55:18.740628 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:floatingip Dec 15 18:55:18.741148 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service METERING assigned prefix: /metering {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.742898 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.743274 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.743631 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102882) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 18:55:18.744634 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 18:55:18.745111 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:security_group Dec 15 18:55:18.745566 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 18:55:18.746192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service CORE assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.746529 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 18:55:18.746880 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] subnetpool is already registered Dec 15 18:55:18.747326 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service CORE assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.747659 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 18:55:18.747997 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] subnetpool is already registered Dec 15 18:55:18.750296 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.750738 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service FLAVORS assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.751349 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.751780 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.752121 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:router Dec 15 18:55:18.752465 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] router is already registered Dec 15 18:55:18.752881 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:floatingip Dec 15 18:55:18.753252 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] floatingip is already registered Dec 15 18:55:18.753715 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service METERING assigned prefix: /metering {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.754414 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 18:55:18.754745 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] rbac_policy is already registered Dec 15 18:55:18.755164 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:security_group Dec 15 18:55:18.755504 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] security_group is already registered Dec 15 18:55:18.755913 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 18:55:18.756250 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] security_group_rule is already registered Dec 15 18:55:18.756892 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service CORE assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.757253 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 18:55:18.757593 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] subnetpool is already registered Dec 15 18:55:18.758023 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.v2.resource_helper [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Service CORE assigned prefix: {{(pid=102882) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 18:55:18.758351 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 18:55:18.758685 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING neutron.quota.resource_registry [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] subnetpool is already registered Dec 15 18:55:18.759163 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: extensions {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.760593 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: address-groups {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.762141 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: address-scopes {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.763758 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: agents {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.764920 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: auto-allocated-topology {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.766211 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: availability_zones {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.767431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: dhcp-networks {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.768953 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: dhcp-agents {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.770555 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: routers {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.772775 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: flavors {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.773989 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: service_profiles {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.775203 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: next_providers {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.776766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: service_profiles {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.779269 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: floatingip-pools {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.780502 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: routers {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.782670 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: floatingips {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.783973 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: l3-routers {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.785948 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: l3-agents {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.787374 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: metering-labels {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.788752 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: metering-label-rules {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.790098 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: network-ip-availabilities {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.791366 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: bindings {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.793033 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: quotas {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.794664 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: quotas {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.796203 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: rbac-policies {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.797541 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: security-groups {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.798785 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: security-group-rules {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.800015 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: service-providers {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.801887 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: subnetpools {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.803328 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: subnetpools {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.804781 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.806517 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.808350 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.810188 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.812005 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.813912 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.815622 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.817607 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.819403 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.821279 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron.api.extensions [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Extended resource: tags {{(pid=102882) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 18:55:18.827385 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING keystonemiddleware.auth_token [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 18:55:18.832112 dv-cinder-812685-5-iscsi neutron-server[102882]: WARNING keystonemiddleware.auth_token [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 18:55:18.841072 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Acquired lock "singleton_lock" {{(pid=102882) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Dec 15 18:55:18.841571 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_concurrency.lockutils [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Releasing lock "singleton_lock" {{(pid=102882) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Dec 15 18:55:18.842225 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Starting 2 workers Dec 15 18:55:18.847027 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Started child 103025 {{(pid=102882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 18:55:18.851973 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Started child 103026 {{(pid=102882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 18:55:18.853023 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.853664 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO neutron.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 18:55:18.854217 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Publish callbacks [] for process, before_spawn {{(pid=102882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.854834 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [-] (103025) wsgi starting up on http://0.0.0.0:9696 Dec 15 18:55:18.856651 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Starting 1 workers Dec 15 18:55:18.856789 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.858235 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [-] (103026) wsgi starting up on http://0.0.0.0:9696 Dec 15 18:55:18.861870 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Started child 103027 {{(pid=102882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 18:55:18.862447 dv-cinder-812685-5-iscsi neutron-server[102882]: INFO oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Starting 1 workers Dec 15 18:55:18.866372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] calling RpcWorker wait() {{(pid=103027) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 18:55:18.866898 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] returning from RpcWorker wait() {{(pid=103027) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 18:55:18.867522 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Started child 103028 {{(pid=102882) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Dec 15 18:55:18.868288 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.868395 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG neutron_lib.callbacks.manager [None req-70f45e08-a8c7-4a34-93a2-ee837e9f41db None None] Publish callbacks [] for process, after_spawn {{(pid=102882) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.868832 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:18.870230 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102882) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 18:55:18.870445 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 18:55:18.870636 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 18:55:18.870882 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 18:55:18.871183 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 18:55:18.871369 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 18:55:18.871889 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.872172 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.872430 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:18.872883 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.872883 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.873005 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.873583 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.873835 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.874099 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.874380 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.874639 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.874810 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.874981 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.875248 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.875486 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.875806 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.876085 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.876347 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.876776 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.876968 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.877252 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.877528 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.877777 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.878046 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] debug = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.878293 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.878777 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.879016 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.879306 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.879552 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.879840 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.880072 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.880338 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.880577 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.880797 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.881036 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.881309 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.881546 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.881767 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.882028 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.882276 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.882537 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.882760 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.883243 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] host = dv-cinder-812685-5-iscsi {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.883464 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.883714 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.883957 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.884217 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.884466 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.884709 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.884959 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.885261 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.885512 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.885774 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.886019 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.886285 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.886531 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.886786 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.886954 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_options = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.887206 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.887483 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.887756 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.888202 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.888379 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.888562 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.888829 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.888996 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.889278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.889498 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.889716 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.889954 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.890175 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.890414 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.890674 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.890911 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.891151 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.891365 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.891612 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.891844 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.892080 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.892316 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.892568 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.892864 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.893033 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.893278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.893530 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.893761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.893964 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.894233 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.894482 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.894785 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.895001 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.895243 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.895501 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.895752 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.895983 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.896199 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.896490 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.896720 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.896974 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.897244 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.897462 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.897701 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.897919 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.898140 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.898388 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_json = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.898622 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.898869 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.899121 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.899336 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.899571 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.899787 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.900022 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.900273 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.900710 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.901185 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.902304 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:18.902577 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.902852 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.903098 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.903353 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.903597 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.903824 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.904079 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.904314 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.905644 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.905834 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.906081 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.906370 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.906668 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.907027 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.907328 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.907639 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.907881 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.908133 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.908384 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.908623 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.908916 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.909204 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.909450 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.909694 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.909931 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.910228 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.910982 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.911338 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.911620 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.911939 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.912200 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.912442 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.912691 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.912914 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.913190 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.913434 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923194 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.923721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924387 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.924907 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.925431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.926705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.927219 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.927219 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.927342 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.927605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.927877 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.928051 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.928296 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.928519 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.928762 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.928977 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.929277 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.929503 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.929766 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.930075 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.930351 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.930483 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.930700 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.930943 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.931165 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.931418 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.931672 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.932322 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.932322 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934957 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934957 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.934957 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.935312 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.935312 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.935543 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.935702 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.935956 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.936223 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.936475 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.936726 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.936967 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.937226 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.937470 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.937692 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.937939 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.938283 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.938522 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.938763 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.938982 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.939266 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.939521 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.939758 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.940034 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.940282 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.940538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.940787 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.941059 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.941276 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.941505 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.941782 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.942001 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.942256 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.942488 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.942705 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.942943 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.943154 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.943480 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.943701 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.943921 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.944161 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.944401 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.944641 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.944888 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.945145 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.945386 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.945626 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.945863 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.946083 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.946301 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.946517 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.946783 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.947001 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.947268 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.947517 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.947771 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.948046 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.948307 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.948550 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.948765 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.949009 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.949250 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.949475 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.949677 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.950017 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.950169 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.950294 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.950773 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.950773 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.951068 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.951356 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.951721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.951891 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.952058 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.952310 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.952532 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.952751 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.953014 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.953295 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.953518 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.953758 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.953977 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.954361 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.954687 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.954940 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.955187 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.955404 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.955624 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.955844 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.956087 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.956351 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.956612 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.956848 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.957135 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.957383 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.957604 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.960932 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.961534 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.961534 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.961688 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.961872 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.962089 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.962313 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.962536 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.962747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.963359 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.963359 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.963556 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.963637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.963843 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.964073 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.964374 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.964818 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.965048 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.965359 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.965605 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.965857 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.966099 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.966413 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.966654 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.966901 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.967135 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.967386 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.967630 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.967906 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.968247 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.968536 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.968810 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.969049 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.969364 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.969654 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.969924 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.970159 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.970458 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.970839 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.971078 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.971342 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.971573 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.971841 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.972084 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.972301 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.972539 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.973299 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.973522 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.973762 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.973993 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.974218 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.974440 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.974674 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.974893 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.975120 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.975365 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.975618 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.975837 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.975981 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 18:55:18.976523 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102882) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Dec 15 18:55:18.976855 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 18:55:18.977014 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 18:55:18.977227 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 18:55:18.977942 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 18:55:18.977942 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 18:55:18.977942 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.977942 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978428 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978507 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978669 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978830 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.978991 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.979150 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.979310 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.979478 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980131 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980131 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980131 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980131 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980447 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980813 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980813 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.980980 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.981058 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.981233 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] debug = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983192 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.983697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984075 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984138 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984289 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984453 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984614 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984780 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.984939 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] host = dv-cinder-812685-5-iscsi {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985373 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985373 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985618 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985618 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985848 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.985969 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986050 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986173 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986334 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986493 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986656 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986814 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.986977 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987138 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987296 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_options = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987460 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987620 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987778 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.987967 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.988120 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.988288 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989103 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989218 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989371 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989532 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989694 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.989853 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990172 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990336 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990497 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990659 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990820 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.990980 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.991141 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.991288 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.991445 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.991607 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.991764 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992083 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992243 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992404 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992564 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992731 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.992872 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993031 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993215 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993374 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993540 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993702 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.993888 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994027 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994173 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994338 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994498 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994663 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994823 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.994982 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.995137 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.995449 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.995609 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.995772 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_json = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.995931 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996091 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996249 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996410 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996570 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996731 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.996889 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.997051 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 18:55:18.997256 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.997420 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.997594 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.997758 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.997923 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998089 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998251 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998416 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998578 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998740 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.998909 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999072 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999244 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999434 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999566 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999721 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:18.999883 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000045 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000208 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000370 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000533 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000695 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.000868 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001031 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001218 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001381 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001545 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001714 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.001875 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002053 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002216 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002381 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002543 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002706 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.002868 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003032 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003196 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003360 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003524 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003688 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.003850 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004197 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004361 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004525 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004694 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.004858 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005020 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005207 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005372 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005537 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005700 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.005865 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.006028 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.011849 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.012747 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.014278 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015013 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.015867 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.016554 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.017538 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018382 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.018946 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.019516 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.020637 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021146 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021146 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021146 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021335 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021398 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021565 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021725 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.021887 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022050 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022217 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022505 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022601 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022775 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022903 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.022984 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023135 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023298 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023460 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023622 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023784 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.023945 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024106 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024269 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024431 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024594 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024761 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.024924 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025117 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025281 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025444 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025609 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025770 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.025933 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026095 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026260 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026424 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026586 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026751 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.026913 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027077 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027240 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027403 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027567 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027746 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.027915 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028044 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028206 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028378 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028545 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028708 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.028870 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029032 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029225 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029390 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029552 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029715 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.029877 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030040 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030202 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030367 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030533 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030696 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.030859 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.031617 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.031617 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.031823 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.031898 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032045 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032209 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032371 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032533 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032697 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.032861 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033033 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033241 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033405 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033566 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033745 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.033869 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034040 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034202 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034364 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034525 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034694 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.034851 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:19.034953 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.035033 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.035158 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.035368 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036019 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036183 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036346 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036517 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036678 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.036839 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037001 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037186 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037350 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037524 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037688 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.037850 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038012 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038176 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038339 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038511 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038675 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.038839 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039009 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039170 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039331 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039494 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039666 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039830 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.039993 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040155 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040317 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040468 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040631 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040797 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.040970 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.041159 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.041325 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.041496 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.041668 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.041839 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042002 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042170 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042343 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042505 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042667 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042828 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.042991 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043155 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043317 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043480 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043642 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043803 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.043966 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044129 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044292 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044455 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044618 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044785 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.044948 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.045127 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.045292 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.045454 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 18:55:19.045611 dv-cinder-812685-5-iscsi neutron-server[102882]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102882) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 18:55:19.092294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45100) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:19.101611 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0070493 Dec 15 18:55:30.902136 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eb88b3-72b5-4d0d-b6ed-40497b70070c None None] get_active_networks_info from dv-cinder-812685-5-iscsi {{(pid=103027) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Dec 15 18:55:30.971365 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eb88b3-72b5-4d0d-b6ed-40497b70070c None None] No non-hosted networks {{(pid=103027) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 18:55:30.986641 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.agentschedulers_db [None req-96eb88b3-72b5-4d0d-b6ed-40497b70070c None None] DHCP Agent not found on host dv-cinder-812685-5-iscsi {{(pid=103027) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 18:55:31.226289 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c992d3c8-99ef-4bd0-9f43-3763b9dffb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:33.342241 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a9b1da22-7e8e-4afc-9112-3e43578eb26d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:33.382073 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.db.api [None req-277db9e0-1bb7-4844-b00c-f6020471e608 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-812685-5-iscsi {{(pid=103027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 18:55:33.382769 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG oslo_db.api [None req-277db9e0-1bb7-4844-b00c-f6020471e608 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 18:55:33.975421 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-277db9e0-1bb7-4844-b00c-f6020471e608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:34.410907 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:35.770894 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:36.725484 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:36.726488 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.727238 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.728535 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.729528 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.730447 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.730937 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.731500 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.733345 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.734662 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.735301 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.736282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.736832 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.737467 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:36.740879 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-812685-5-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:36.747018 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-812685-5-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:55:37.155889 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45190) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:37.690948 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-831d7499-47ae-448d-b684-605194176169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:37.691535 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-831d7499-47ae-448d-b684-605194176169 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:37.888849 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.db.l3_hamode_db [None req-c420b6e5-d127-4da6-a37b-64782de6ff5c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 18:55:37.920179 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-831d7499-47ae-448d-b684-605194176169 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 18:55:37.930342 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-831d7499-47ae-448d-b684-605194176169 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7642448 Dec 15 18:55:37.980108 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420b6e5-d127-4da6-a37b-64782de6ff5c None None] Routers set() bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 18:55:37.980513 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420b6e5-d127-4da6-a37b-64782de6ff5c None None] Router IDs set() for agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Dec 15 18:55:40.540009 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45206) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:40.847152 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:55:40.945511 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.policy [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103026) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 18:55:40.996484 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:40.996861 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING oslo_policy.policy [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:41.006222 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.quota [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] Loaded quota_driver: . Dec 15 18:55:41.162845 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672870052', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672930647', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672917219', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672914516', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672907273', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8790672833943', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1624458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1630602', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-633289', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-656934'] for rbac-policy, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:41.361202 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:41.362412 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-221b9ea8-57a5-4963-896b-5e615a158638 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8215113 Dec 15 18:55:44.146697 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45218) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:44.644553 dv-cinder-812685-5-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:44.645167 dv-cinder-812685-5-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:44.870869 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Request body: {'network': {'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'name': 'private'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:55:44.872423 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.quota [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Loaded quota_driver: . Dec 15 18:55:45.021727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Made reservation on behalf of 359bd270ded044bdbf45b63c0f3495ed for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:55:45.091633 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.policy [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103025) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 18:55:45.141339 dv-cinder-812685-5-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:45.141658 dv-cinder-812685-5-iscsi neutron-server[103025]: WARNING oslo_policy.policy [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 18:55:45.152463 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.174105 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.290970 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.352778 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.372188 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 18:55:45.399432 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790670775929', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.399950 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Unsubscribe: segment precommit_create {{(pid=103025) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 18:55:45.400440 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Added segment 195807d3-3e13-45b0-9429-f1e680e7b5e1 of type vlan for network 8f10335f-bcb8-482d-8f43-2e9780b165f9 Dec 15 18:55:45.417446 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0461efd5-5a69-4bec-b00b-fdbd5d9a5eca,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:55:45.437410 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.437765 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.438107 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.438443 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.438770 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.439094 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.439431 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.440078 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.440422 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.440761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.441108 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.441424 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.441737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Tracked resource versions report: Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: pushed versions: Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: { 'AddressGroup': {'1.2'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'ConntrackHelper': {'1.0'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'LocalIPAssociation': {'1.0'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Log': {'1.0'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Network': {'1.1'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Port': {'1.7'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'PortForwarding': {'1.2'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'QosPolicy': {'1.10'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroup': {'1.5'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroupRule': {'1.2'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SubPort': {'1.0'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Subnet': {'1.1'}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Trunk': {'1.1'}} Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: consumer versions: Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'ConntrackHelper': '1.0', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'LocalIPAssociation': '1.0', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Log': '1.0', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Network': '1.1', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Port': '1.7', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'PortForwarding': '1.2', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'QosPolicy': '1.10', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroup': '1.5', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroupRule': '1.2', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SubPort': '1.0', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Subnet': '1.1', Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Trunk': '1.1'}} Dec 15 18:55:45.443015 dv-cinder-812685-5-iscsi neutron-server[103025]: {{(pid=103025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 18:55:45.533164 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.621753 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.622929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:55:45.623671 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:45.723825 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] Pushing event updated for resources: {'Network': ['ID=8f10335f-bcb8-482d-8f43-2e9780b165f9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:55:45.734250 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6cd99bf6-9d27-4fac-b180-c8dcb7933e47 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.5852995 Dec 15 18:55:45.735499 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 18:55:48.618351 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45240) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:49.004051 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485d46e0-e2e9-44d5-87ee-7da488689f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:55:49.005448 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-485d46e0-e2e9-44d5-87ee-7da488689f90 admin admin] 10.222.0.49 "GET /v2.0/networks/8f10335f-bcb8-482d-8f43-2e9780b165f9 HTTP/1.1" status: 200 len: 825 time: 0.3861256 Dec 15 18:55:49.042292 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b51df63b-af8c-4fa4-8091-3a2bd4b8ef29 admin admin] 10.222.0.49 "GET /v2.0/subnetpools/39bc8633-06c6-473c-bbc9-f765555f518e HTTP/1.1" status: 200 len: 734 time: 0.0304770 Dec 15 18:55:49.051593 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Request body: {'subnet': {'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'gateway_ip': '172.20.0.1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:55:49.127769 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Made reservation on behalf of 359bd270ded044bdbf45b63c0f3495ed for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:55:49.130025 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:49.471190 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:49.538355 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Checking segment: {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:55:49.538737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Network hostable DHCP agents. Network: 8f10335f-bcb8-482d-8f43-2e9780b165f9, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 18:55:49.545494 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:55:49.647309 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 18:55:49.715818 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 8f10335f-bcb8-482d-8f43-2e9780b165f9) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:55:49.720411 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:55:49.721612 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:49.726206 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3a026ef-7c46-48cf-b06d-d37b2201ca4c None None] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:55:49.804805 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-20529362-2532-4488-8469-d5377e40cb76 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7568734 Dec 15 18:55:49.996599 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-8f10335f-bcb8-482d-8f43-2e9780b165f9', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 18:55:49.997900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:50.300633 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Allocated IP 172.20.0.2 (8f10335f-bcb8-482d-8f43-2e9780b165f9/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6/6f30b327-5380-4a0d-b75b-0e47aca5f68b) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 18:55:50.538283 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:50.644970 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:50.720965 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 18:55:50.726473 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:55:50.735467 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 18:55:50.737924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Pushing event updated for resources: {'Port': ['ID=6f30b327-5380-4a0d-b75b-0e47aca5f68b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:55:50.769624 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.769999 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.770365 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.770710 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.771047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.771379 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.771711 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.772041 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.772369 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.772696 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.773023 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.773372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.773696 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Tracked resource versions report: Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: pushed versions: Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Log': {'1.0'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Network': {'1.1'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Port': {'1.7'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: consumer versions: Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Log': '1.0', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Network': '1.1', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Port': '1.7', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SubPort': '1.0', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Subnet': '1.1', Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Dec 15 18:55:50.775047 dv-cinder-812685-5-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 18:55:50.824365 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Attempting to bind port 6f30b327-5380-4a0d-b75b-0e47aca5f68b on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 18:55:50.824765 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Attempting to bind port 6f30b327-5380-4a0d-b75b-0e47aca5f68b by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 18:55:50.825235 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Attempting to bind port 6f30b327-5380-4a0d-b75b-0e47aca5f68b on network 8f10335f-bcb8-482d-8f43-2e9780b165f9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 18:55:50.830102 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 55, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 18:55:50.830499 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Checking segment: {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:55:50.830960 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:50.831352 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Bound using segment: {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 18:55:50.831852 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Bound port: 6f30b327-5380-4a0d-b75b-0e47aca5f68b, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 18:55:50.832262 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:50.892843 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] For port 6f30b327-5380-4a0d-b75b-0e47aca5f68b, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 18:55:50.897059 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] For port 6f30b327-5380-4a0d-b75b-0e47aca5f68b, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=6f30b327-5380-4a0d-b75b-0e47aca5f68b,segment=NetworkSegment(195807d3-3e13-45b0-9429-f1e680e7b5e1),segment_id=195807d3-3e13-45b0-9429-f1e680e7b5e1)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 18:55:50.979726 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:51.046327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06395a37-3379-4a53-8557-ba912b1df68f None None] Pushing event updated for resources: {'Port': ['ID=6f30b327-5380-4a0d-b75b-0e47aca5f68b,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:55:52.431729 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45248) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:52.750962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-7e16f74f-8b49-4fa9-8ae4-0fd1e7c1f692 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 18:55:52.765121 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7e16f74f-8b49-4fa9-8ae4-0fd1e7c1f692 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3193030 Dec 15 18:55:55.370896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45256) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:55.684941 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-b49c5265-432c-473d-aa6f-967d8df2c4e5 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 18:55:55.685965 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b49c5265-432c-473d-aa6f-967d8df2c4e5 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3140531 Dec 15 18:55:58.523694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45266) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:55:58.819842 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Request body: {'router': {'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'name': 'router1', 'admin_state_up': True}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:55:58.956276 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:58.958153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:59.104681 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:59.170098 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:59.286262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:55:59.287593 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-102c77d7-e0e6-4edf-8112-8fe4b23bb234 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7628272 Dec 15 18:56:00.159615 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13721d9f-c13a-4904-b096-dddbd949cf69 None None] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:56:00.217424 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] Provisioning complete for port 6f30b327-5380-4a0d-b75b-0e47aca5f68b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:00.217802 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:00.405603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:00.446987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] For port 6f30b327-5380-4a0d-b75b-0e47aca5f68b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=6f30b327-5380-4a0d-b75b-0e47aca5f68b,segment=NetworkSegment(195807d3-3e13-45b0-9429-f1e680e7b5e1),segment_id=195807d3-3e13-45b0-9429-f1e680e7b5e1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 18:56:00.523925 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:00.587596 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7f394-f451-4d16-988b-4c7d7d3f40eb None None] Pushing event updated for resources: {'Port': ['ID=6f30b327-5380-4a0d-b75b-0e47aca5f68b,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:00.597539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 6f30b327-5380-4a0d-b75b-0e47aca5f68b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:56:00.654721 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 6f30b327-5380-4a0d-b75b-0e47aca5f68b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:00.655382 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:00.780937 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-550fa4b4-e418-4075-927d-8cd55d015685 None None] Provisioning complete for port 6f30b327-5380-4a0d-b75b-0e47aca5f68b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:00.781852 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-550fa4b4-e418-4075-927d-8cd55d015685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:00.917678 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5576f3b3-2db4-48e0-9d5c-79512624b4c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:01.890776 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45278) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:02.211691 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-722dbaa7-253f-43b6-84ba-cb03abf18262 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 18:56:02.212689 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-722dbaa7-253f-43b6-84ba-cb03abf18262 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3209786 Dec 15 18:56:02.542536 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 6f30b327-5380-4a0d-b75b-0e47aca5f68b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:56:02.589067 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 6f30b327-5380-4a0d-b75b-0e47aca5f68b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:02.589461 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:03.321032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-caeea323-8fd2-4b6f-81cd-f3540b22b102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:04.380220 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:04.824104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45296) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:04.952307 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:56:05.035112 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Made reservation on behalf of fee7d196c8f247318ddb4d04a78eb35e for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:56:05.037876 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.053315 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.150573 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.206636 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.217662 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Reserving flat network on physical network physnet1 {{(pid=103026) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 18:56:05.251611 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8790670775929', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.252189 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Unsubscribe: segment precommit_create {{(pid=103026) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 18:56:05.252694 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Added segment 5169e193-c886-46b0-96b7-91755d731368 of type flat for network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 Dec 15 18:56:05.269133 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a8283d9-37f8-4275-8c55-d9e3f1a9ede2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:05.315129 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.315491 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.315836 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.316162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.316488 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.316813 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.317168 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.317495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.317830 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.318163 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.318485 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.318798 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.319110 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Tracked resource versions report: Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: pushed versions: Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Log': {'1.0'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Network': {'1.1'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Port': {'1.7'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: consumer versions: Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Log': '1.0', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Network': '1.1', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Port': '1.7', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SubPort': '1.0', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Subnet': '1.1', Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Dec 15 18:56:05.320439 dv-cinder-812685-5-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 18:56:05.370099 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.471539 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.472548 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:56:05.473247 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:05.567604 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] Pushing event updated for resources: {'Network': ['ID=7ad6a83e-46bb-4d28-a881-0f91b7cf64a4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:05.577683 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 18:56:05.600476 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e8757234-8f8a-4473-b9ac-d1839e7595df admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7753086 Dec 15 18:56:05.757718 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:06.743494 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:08.061505 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45318) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:08.202727 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf78b357-047a-4228-af0b-fef3fe4765f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:56:08.204144 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bf78b357-047a-4228-af0b-fef3fe4765f3 admin admin] 10.222.0.49 "GET /v2.0/subnets/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6 HTTP/1.1" status: 200 len: 849 time: 0.1416836 Dec 15 18:56:08.341712 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-763a960e-6270-4ad3-bffb-87911bcfeffd admin admin] 10.222.0.49 "GET /v2.0/routers/a6c56836-84ae-407c-87a2-c8e0c8e88aaa HTTP/1.1" status: 200 len: 704 time: 0.1315856 Dec 15 18:56:08.610740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:08.903313 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Allocated IP 172.20.0.1 (8f10335f-bcb8-482d-8f43-2e9780b165f9/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6/cc6726c8-a506-4ff1-898c-3284fee7ec0e) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 18:56:09.081626 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.226388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.300064 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 18:56:09.304857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:56:09.308321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 18:56:09.308864 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.375996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6726c8-a506-4ff1-898c-3284fee7ec0e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:09.539800 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-d8101350-874f-49e6-8702-908aa9a31570 None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:09.540414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d8101350-874f-49e6-8702-908aa9a31570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.572701 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-d8101350-874f-49e6-8702-908aa9a31570 None None] Port cc6726c8-a506-4ff1-898c-3284fee7ec0e cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 18:56:09.633666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.836848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.909323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.910135 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:09.988861 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=cc6726c8-a506-4ff1-898c-3284fee7ec0e,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:10.033882 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 18:56:10.035169 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:56:10.248662 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Router a6c56836-84ae-407c-87a2-c8e0c8e88aaa is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 18:56:10.294414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-cfe8b204-fc71-4042-995f-4ddc1dcfd321 None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:10.294788 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cfe8b204-fc71-4042-995f-4ddc1dcfd321 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:10.330350 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-cfe8b204-fc71-4042-995f-4ddc1dcfd321 None None] Port cc6726c8-a506-4ff1-898c-3284fee7ec0e cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 18:56:10.340040 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 18:56:10.345421 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8bfbddae-f565-4db2-81a2-cb1b87548bf5 admin admin] 10.222.0.49 "PUT /v2.0/routers/a6c56836-84ae-407c-87a2-c8e0c8e88aaa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9975011 Dec 15 18:56:10.350238 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Sync routers for ids ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 18:56:10.362968 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Routers {'a6c56836-84ae-407c-87a2-c8e0c8e88aaa'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 18:56:10.363799 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T18:56:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:10.569147 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Set router a6c56836-84ae-407c-87a2-c8e0c8e88aaa gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 18:56:10.997773 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:09Z', 'revision_number': 2, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port_host': None, '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:09Z', 'revision_number': 2, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:11.049676 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Checking router: a6c56836-84ae-407c-87a2-c8e0c8e88aaa for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 18:56:11.050049 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Updating router a6c56836-84ae-407c-87a2-c8e0c8e88aaa port cc6726c8-a506-4ff1-898c-3284fee7ec0e binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 18:56:11.098522 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.608196 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.694108 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.834781 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Pushing event updated for resources: {'Port': ['ID=cc6726c8-a506-4ff1-898c-3284fee7ec0e,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:11.860500 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.860782 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.861138 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.861472 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.861796 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.862123 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.862440 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.862753 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.863074 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.863405 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.863724 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.864036 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.864344 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Tracked resource versions report: Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: pushed versions: Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: { 'AddressGroup': {'1.2'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'ConntrackHelper': {'1.0'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'LocalIPAssociation': {'1.0'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Log': {'1.0'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Network': {'1.1'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Port': {'1.7'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'PortForwarding': {'1.2'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'QosPolicy': {'1.10'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroup': {'1.5'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroupRule': {'1.2'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SubPort': {'1.0'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Subnet': {'1.1'}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Trunk': {'1.1'}} Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: consumer versions: Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'ConntrackHelper': '1.0', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'LocalIPAssociation': '1.0', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Log': '1.0', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Network': '1.1', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Port': '1.7', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'PortForwarding': '1.2', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'QosPolicy': '1.10', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroup': '1.5', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroupRule': '1.2', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SubPort': '1.0', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Subnet': '1.1', Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Trunk': '1.1'}} Dec 15 18:56:11.865689 dv-cinder-812685-5-iscsi neutron-server[103028]: {{(pid=103028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 18:56:11.882758 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Attempting to bind port cc6726c8-a506-4ff1-898c-3284fee7ec0e on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 18:56:11.883160 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Attempting to bind port cc6726c8-a506-4ff1-898c-3284fee7ec0e by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 18:56:11.883583 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Attempting to bind port cc6726c8-a506-4ff1-898c-3284fee7ec0e on network 8f10335f-bcb8-482d-8f43-2e9780b165f9 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 18:56:11.893372 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 18:56:11.893776 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Checking segment: {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:56:11.894233 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.894616 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Bound using segment: {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 18:56:11.895119 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Bound port: cc6726c8-a506-4ff1-898c-3284fee7ec0e, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '195807d3-3e13-45b0-9429-f1e680e7b5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 18:56:11.895512 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.960497 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] For port cc6726c8-a506-4ff1-898c-3284fee7ec0e, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 18:56:11.963163 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c4e911e4-df66-438c-a231-cdbb1d4d8c2a None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:11.964086 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c4e911e4-df66-438c-a231-cdbb1d4d8c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:11.984433 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] For port cc6726c8-a506-4ff1-898c-3284fee7ec0e, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=cc6726c8-a506-4ff1-898c-3284fee7ec0e,segment=NetworkSegment(195807d3-3e13-45b0-9429-f1e680e7b5e1),segment_id=195807d3-3e13-45b0-9429-f1e680e7b5e1)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 18:56:11.998026 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c4e911e4-df66-438c-a231-cdbb1d4d8c2a None None] Port cc6726c8-a506-4ff1-898c-3284fee7ec0e cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 18:56:12.075123 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:12.126157 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Routers {'a6c56836-84ae-407c-87a2-c8e0c8e88aaa'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 18:56:12.126769 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T18:56:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:12.173643 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7462862-d38f-4ea3-87b3-d0680c577f16 None None] Pushing event updated for resources: {'Port': ['ID=cc6726c8-a506-4ff1-898c-3284fee7ec0e,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:12.239412 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] Set router a6c56836-84ae-407c-87a2-c8e0c8e88aaa gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 18:56:12.319636 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:12.320114 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:12.403607 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:12.435150 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] For port cc6726c8-a506-4ff1-898c-3284fee7ec0e, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=cc6726c8-a506-4ff1-898c-3284fee7ec0e,segment=NetworkSegment(195807d3-3e13-45b0-9429-f1e680e7b5e1),segment_id=195807d3-3e13-45b0-9429-f1e680e7b5e1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 18:56:12.460116 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:09Z', 'revision_number': 2, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port_host': None, '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:11Z', 'revision_number': 4, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:12.489839 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50fc5980-069c-45d1-ac59-bb5335687288 None None] The sync data for ids ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'] in dv-cinder-812685-5-iscsi is: [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:09Z', 'revision_number': 2, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port_host': None, '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:11Z', 'revision_number': 4, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 18:56:12.500600 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:12.561924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fb92b6-f965-413a-a0ca-9abbfdd76566 None None] Pushing event updated for resources: {'Port': ['ID=cc6726c8-a506-4ff1-898c-3284fee7ec0e,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:12.813545 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45328) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:12.921002 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed0973d-f59f-46f3-a733-395af31d34cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:56:12.928528 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6ed0973d-f59f-46f3-a733-395af31d34cf admin admin] 10.222.0.49 "GET /v2.0/networks/7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 HTTP/1.1" status: 200 len: 842 time: 0.1086066 Dec 15 18:56:12.933142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Request body: {'subnet': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'name': 'public-subnet', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:56:13.051525 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Made reservation on behalf of fee7d196c8f247318ddb4d04a78eb35e for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:56:13.053956 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Publish callbacks [] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:13.418501 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.objects.ports [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103026) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Dec 15 18:56:13.418844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:13.475520 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Pushing event updated for resources: {'Subnet': ['ID=996f1891-0444-4abb-abdd-74875c207fce,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:13.485937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:56:13.486293 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Network hostable DHCP agents. Network: 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 18:56:13.583242 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 18:56:13.657443 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:56:13.666216 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9654bd-0596-420d-8f61-e85b9c61f605 None None] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:56:13.675457 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:56:13.675457 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:13.752223 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ce7f89eb-a28b-479e-be22-3cc6b65e889d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8225043 Dec 15 18:56:13.782523 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8413569-6d0e-4ba9-9b11-20fb62f0c4a7 None None] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:56:16.251538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45336) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:16.388673 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bbc12fae-d919-44f0-86ae-97146fcc832f admin admin] 10.222.0.49 "GET /v2.0/routers/a6c56836-84ae-407c-87a2-c8e0c8e88aaa HTTP/1.1" status: 200 len: 710 time: 0.1359065 Dec 15 18:56:16.474329 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f49a87-3f11-4a16-b11f-3c99c506f5c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:56:16.475692 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-79f49a87-3f11-4a16-b11f-3c99c506f5c0 admin admin] 10.222.0.49 "GET /v2.0/networks/7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 HTTP/1.1" status: 200 len: 886 time: 0.0806642 Dec 15 18:56:16.485094 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:56:16.796639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:17.077690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:17.165138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:17.266140 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Allocated IP 172.27.1.235 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 18:56:17.363994 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:17.448571 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:17.490357 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 18:56:17.493582 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:56:17.497049 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 18:56:17.541130 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Pushing event updated for resources: {'Port': ['ID=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:17.836770 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:18.038446 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-633833', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-631896', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-12150'] for router, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:18.041953 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-633826', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-633851', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-631889'] for router, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:18.157873 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Router a6c56836-84ae-407c-87a2-c8e0c8e88aaa has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 18:56:18.354733 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 18:56:18.359150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:18.360346 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-56efa2f9-ab6a-47dc-83ad-4eb045d1b789 admin admin] 10.222.0.49 "PUT /v2.0/routers/a6c56836-84ae-407c-87a2-c8e0c8e88aaa HTTP/1.1" status: 200 len: 890 time: 1.8783858 Dec 15 18:56:18.573648 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device cc6726c8-a506-4ff1-898c-3284fee7ec0e up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:56:18.631233 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:18.631611 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:19.569340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Sync routers for ids ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 18:56:19.581111 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Routers {'a6c56836-84ae-407c-87a2-c8e0c8e88aaa'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 18:56:19.581765 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T18:56:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:19.791916 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Set router a6c56836-84ae-407c-87a2-c8e0c8e88aaa gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 18:56:20.254657 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:17Z', 'revision_number': 4, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port': {'id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:17Z', 'updated_at': '2021-12-15T18:56:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:12Z', 'revision_number': 5, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:20.305784 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Checking router: a6c56836-84ae-407c-87a2-c8e0c8e88aaa for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 18:56:20.306143 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Updating router a6c56836-84ae-407c-87a2-c8e0c8e88aaa port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 18:56:20.352856 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.670020 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.744609 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.798460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Attempting to bind port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 18:56:20.798838 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Attempting to bind port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 18:56:20.799205 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Attempting to bind port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 18:56:20.802226 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35dff4-0884-4bbe-a17c-48fbdb9d9cf8 None None] Pushing event updated for resources: {'Port': ['ID=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:20.806632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 56, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 18:56:20.807012 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:56:20.807415 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.807803 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 18:56:20.808271 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Bound port: bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 18:56:20.808677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.858395 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] For port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 18:56:20.861435 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] For port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 18:56:20.943224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:20.955942 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45348) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:56:20.999383 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Routers {'a6c56836-84ae-407c-87a2-c8e0c8e88aaa'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 18:56:21.000499 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T18:56:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:21.038945 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35dff4-0884-4bbe-a17c-48fbdb9d9cf8 None None] Pushing event updated for resources: {'Port': ['ID=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:21.071688 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4ffd6632-26ff-4ddd-8bd1-484bf4fa4f4c admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1146195 Dec 15 18:56:21.115963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] Set router a6c56836-84ae-407c-87a2-c8e0c8e88aaa gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 18:56:21.337307 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:17Z', 'revision_number': 4, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port': {'id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:17Z', 'updated_at': '2021-12-15T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:12Z', 'revision_number': 5, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 18:56:21.362968 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac598b6b-b75b-474c-bc3c-77a2cf50a385 None None] The sync data for ids ['a6c56836-84ae-407c-87a2-c8e0c8e88aaa'] in dv-cinder-812685-5-iscsi is: [{'id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'name': 'router1', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T18:55:58Z', 'updated_at': '2021-12-15T18:56:17Z', 'revision_number': 4, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'gw_port': {'id': 'bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:0e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:17Z', 'updated_at': '2021-12-15T18:56:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'cc6726c8-a506-4ff1-898c-3284fee7ec0e', 'name': '', 'network_id': '8f10335f-bcb8-482d-8f43-2e9780b165f9', 'tenant_id': '359bd270ded044bdbf45b63c0f3495ed', 'mac_address': 'fa:16:3e:2b:74:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c56836-84ae-407c-87a2-c8e0c8e88aaa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T18:56:08Z', 'updated_at': '2021-12-15T18:56:12Z', 'revision_number': 5, 'project_id': '359bd270ded044bdbf45b63c0f3495ed', 'subnets': [{'id': '6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '39bc8633-06c6-473c-bbc9-f765555f518e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 18:56:22.573913 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:56:22.621095 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:22.621494 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:22.697677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:22.717320 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 18:56:22.830828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:22.881296 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:56:24.578354 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:56:24.656660 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port bafa2e10-cb2f-4e9b-a501-f4fbf8f390e9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:56:24.656948 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:24.934232 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:56:31.036999 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fbf14327-a9cb-4ece-b121-9fe882022c8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:33.332928 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1ac2da39-6b2b-4910-9339-80f48a99e76f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:34.375870 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:35.687049 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:56:36.732418 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:00.879448 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-81688461-690c-4279-b677-0f7220c00c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:01.923819 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:57:03.365931 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-816ba0d4-08b8-4a92-ba0b-e966d486553c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:04.368189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:05.705022 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:06.764223 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:30.875663 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8fab2c4f-7db5-4a11-b556-fcb0c8c3dff9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:33.309893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea49dd39-5f68-4d48-87d1-1facd4b45430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:34.381569 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:35.683971 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:36.733381 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:38.922524 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:57:44.053007 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45832) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:44.115648 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b73dc05-81f0-41ba-aaf0-6956a3866733 admin admin] GET failed (client error): The resource could not be found. Dec 15 18:57:44.116948 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1b73dc05-81f0-41ba-aaf0-6956a3866733 admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0629601 Dec 15 18:57:44.279841 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12630d6-6467-427e-bedd-f65ce9a113f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:44.281359 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a12630d6-6467-427e-bedd-f65ce9a113f2 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1597733 Dec 15 18:57:46.667556 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45842) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:46.757924 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8631a980-fa39-4458-a01e-2c88defcb1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:46.759286 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8631a980-fa39-4458-a01e-2c88defcb1cf admin admin] 10.222.0.49 "GET /v2.0/subnets/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6 HTTP/1.1" status: 200 len: 849 time: 0.0907223 Dec 15 18:57:46.769945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:57:46.856865 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:47.159287 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8790670742236'] for subnet, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:47.191461 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:47.192372 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:47.193688 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] 10.222.0.49 "PUT /v2.0/subnets/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6 HTTP/1.1" status: 200 len: 868 time: 0.4274344 Dec 15 18:57:47.194771 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ae416fe-d600-4514-b187-0d41c20bfe0f None None] Network 8f10335f-bcb8-482d-8f43-2e9780b165f9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:57:47.215085 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:57:47.222995 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.223460 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.223877 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.224278 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.224618 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.224949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.225461 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.225804 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.226174 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.226517 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.226945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.227150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.227466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1812c00b-f47e-4023-b0fc-b9668f53bed4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:57:47.501504 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-f9220390-df76-473d-9498-4b9fe63aeca5 None None] Provisioning complete for port 6f30b327-5380-4a0d-b75b-0e47aca5f68b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:57:47.501877 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f9220390-df76-473d-9498-4b9fe63aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:47.586163 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-f9220390-df76-473d-9498-4b9fe63aeca5 None None] Provisioning complete for port cc6726c8-a506-4ff1-898c-3284fee7ec0e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:57:47.586536 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f9220390-df76-473d-9498-4b9fe63aeca5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:57:49.603911 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45850) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:49.800518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025bd68-2127-4612-a661-b8f719b68cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:49.800902 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7025bd68-2127-4612-a661-b8f719b68cd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:49.802475 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7025bd68-2127-4612-a661-b8f719b68cd4 admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1976020 Dec 15 18:57:52.193492 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45858) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:52.399517 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47852988-eb33-4d1b-b9df-f6408eaab1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:52.399903 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47852988-eb33-4d1b-b9df-f6408eaab1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:52.401544 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-47852988-eb33-4d1b-b9df-f6408eaab1cd admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2070835 Dec 15 18:57:54.791199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45868) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:54.927224 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071d0b29-8605-4ad4-8db9-a0ecd320b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:54.928610 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-071d0b29-8605-4ad4-8db9-a0ecd320b632 admin admin] 10.222.0.49 "GET /v2.0/networks/7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 HTTP/1.1" status: 200 len: 886 time: 0.1364512 Dec 15 18:57:57.328912 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45876) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:57.458466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfaf2921-df2d-4a5c-b59f-2046efdf096c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:57.459839 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-cfaf2921-df2d-4a5c-b59f-2046efdf096c admin admin] 10.222.0.49 "GET /v2.0/networks/8f10335f-bcb8-482d-8f43-2e9780b165f9 HTTP/1.1" status: 200 len: 869 time: 0.1299391 Dec 15 18:57:59.861583 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45884) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:57:59.991470 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469ae5c-3ce0-49e4-811f-d281b9873ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:59.991994 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e469ae5c-3ce0-49e4-811f-d281b9873ddb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:57:59.993582 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e469ae5c-3ce0-49e4-811f-d281b9873ddb admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1310651 Dec 15 18:58:00.880363 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7b617a0f-8882-4d25-9cde-c87e847009ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:02.376833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45892) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:02.466361 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2d8e0-dbd4-4a04-8ac8-e7b0f5916f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:02.466819 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea2d8e0-dbd4-4a04-8ac8-e7b0f5916f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:02.468314 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5ea2d8e0-dbd4-4a04-8ac8-e7b0f5916f06 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0905111 Dec 15 18:58:03.314355 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d145e3d1-26ea-4c66-90ec-e092729eed0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:04.371579 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:04.857419 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45900) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:04.947445 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b09936-8615-485d-b3ce-010e99d3d15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:04.948782 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e9b09936-8615-485d-b3ce-010e99d3d15b admin admin] 10.222.0.49 "GET /v2.0/subnets/6a9aeca0-dd95-4006-8a3a-9e2b8b0a7ec6 HTTP/1.1" status: 200 len: 868 time: 0.0899189 Dec 15 18:58:05.703498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:06.701107 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:07.392943 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 45908) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:07.479038 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc8ae85-59a2-4e5d-9841-ba5db3dd8268 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:07.480335 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7bc8ae85-59a2-4e5d-9841-ba5db3dd8268 admin admin] 10.222.0.49 "GET /v2.0/subnets/996f1891-0444-4abb-abdd-74875c207fce HTTP/1.1" status: 200 len: 816 time: 0.0864060 Dec 15 18:58:15.920572 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:58:30.864627 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5f0cb01-5019-4d90-8d3a-e648a38eeb2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:32.653898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45962) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:32.702197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-c46b7c20-cf19-4b06-a15d-25352c2fc48f admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 18:58:32.703240 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c46b7c20-cf19-4b06-a15d-25352c2fc48f admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0484109 Dec 15 18:58:33.310261 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ff599086-5bea-44ae-819d-6ec058d6aaf3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:34.373234 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:35.134200 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45970) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:35.194391 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.pecan_wsgi.hooks.translation [None req-77646e55-52bc-47a4-8da7-c0dcf46f11f6 admin admin] GET failed (client error): The resource could not be found. Dec 15 18:58:35.195662 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-77646e55-52bc-47a4-8da7-c0dcf46f11f6 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0601945 Dec 15 18:58:35.278721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a1d3cf-99af-4a6a-bbd5-df2201f7bfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:35.280188 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-32a1d3cf-99af-4a6a-bbd5-df2201f7bfdf admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0800245 Dec 15 18:58:35.682396 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:36.688586 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:37.705009 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45978) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:37.751019 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:58:37.870137 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Made reservation on behalf of fee7d196c8f247318ddb4d04a78eb35e for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:58:37.872335 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:37.899920 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING neutron.services.revisions.revision_plugin [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Could not find related network for resource to bump revision. Dec 15 18:58:37.914453 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 551} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 18:58:37.923422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:37.923754 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Added segment d0260014-da7f-48ac-892d-6f8cf42926fc of type vlan for network b50662a4-14b3-4f80-bdd2-a7610eef0d31 Dec 15 18:58:37.971863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:38.081783 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:38.082716 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:38.083290 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:38.139035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] Pushing event updated for resources: {'Network': ['ID=b50662a4-14b3-4f80-bdd2-a7610eef0d31,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:58:38.149286 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 18:58:38.213964 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6b233c91-ebf9-4215-b7ef-ac78fd960579 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5078435 Dec 15 18:58:40.637478 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 45986) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 18:58:40.700359 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.pecan_wsgi.hooks.translation [None req-35b35584-c81f-48df-9d77-0c1b8b9c40f6 admin admin] GET failed (client error): The resource could not be found. Dec 15 18:58:40.701705 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-35b35584-c81f-48df-9d77-0c1b8b9c40f6 admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0632727 Dec 15 18:58:40.772712 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-776f9888-2c27-4aba-b762-fb86d418bce1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:40.774209 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-776f9888-2c27-4aba-b762-fb86d418bce1 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0672412 Dec 15 18:58:40.784223 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 18:58:40.922705 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Made reservation on behalf of fee7d196c8f247318ddb4d04a78eb35e for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 18:58:40.924832 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:41.139718 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:41.197249 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0270e6fc-bb37-40d6-a2de-22b9567e29cc,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:58:41.202238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Checking segment: {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:58:41.202591 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Network hostable DHCP agents. Network: b50662a4-14b3-4f80-bdd2-a7610eef0d31, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 18:58:41.307954 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 18:58:41.405693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, b50662a4-14b3-4f80-bdd2-a7610eef0d31) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:58:41.410310 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 18:58:41.410985 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:41.415761 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e0646b2-0d82-4eb2-b810-d73dbfda3fd6 None None] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:58:41.509265 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-b50662a4-14b3-4f80-bdd2-a7610eef0d31', 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31', 'project_id': 'fee7d196c8f247318ddb4d04a78eb35e', 'fixed_ips': [{'subnet_id': '0270e6fc-bb37-40d6-a2de-22b9567e29cc'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 18:58:41.510419 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:41.513932 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0f2eef1d-04fd-4233-9920-03d466f1f7c3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7330208 Dec 15 18:58:41.662924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Allocated IP 192.168.233.2 (b50662a4-14b3-4f80-bdd2-a7610eef0d31/0270e6fc-bb37-40d6-a2de-22b9567e29cc/531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 18:58:41.903849 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.018834 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.056720 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 18:58:42.059589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 18:58:42.064612 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 18:58:42.075265 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Pushing event updated for resources: {'Port': ['ID=531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:58:42.095677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.096047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.096405 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.096736 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.097060 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.097409 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.097732 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.098056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.098375 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.098707 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.099024 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.099337 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.099648 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 18:58:42.134583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Attempting to bind port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 18:58:42.134946 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Attempting to bind port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 18:58:42.135578 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Attempting to bind port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad on network b50662a4-14b3-4f80-bdd2-a7610eef0d31 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 18:58:42.141743 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 18, 58, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 18:58:42.142115 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Checking segment: {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 18:58:42.142517 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.142901 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Bound using segment: {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 18:58:42.143362 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Bound port: 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 18:58:42.143736 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.207337 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] For port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 18:58:42.210345 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] For port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 18:58:42.274872 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.332148 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d484829-70c7-40c1-ac9b-1fb995ffa28d None None] Pushing event updated for resources: {'Port': ['ID=531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:58:42.663923 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:58:42.719759 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:58:42.720225 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.807871 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.840014 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 18:58:42.910912 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:42.966783 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 18:58:43.149350 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7943d1-5cca-4e67-a439-ad43c0c216ad None None] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 18:58:43.218512 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-ab9dfcbf-d623-4009-a638-b1ac1994b49b None None] Provisioning complete for port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:58:43.218941 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ab9dfcbf-d623-4009-a638-b1ac1994b49b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:43.563528 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-345016f6-eb7a-4ac4-9948-ab4b4dcdb042 None None] Provisioning complete for port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:58:43.563891 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-345016f6-eb7a-4ac4-9948-ab4b4dcdb042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:44.633527 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 18:58:44.681130 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 531e2c8d-8bfb-4c20-80cd-f3c9c39e58ad triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 18:58:44.681501 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:58:52.919439 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:59:00.904849 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-11ab6def-fe38-43cb-b18f-2d1a898e71fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:03.300357 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d03147f8-d08b-4a90-91e8-80715fd1d094 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:04.389073 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:05.694193 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:06.729027 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:29.918520 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 18:59:30.878091 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c152ec1f-975e-4771-8897-51f3a8a4e991 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:33.321235 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8f07d802-6fba-41c9-95a5-73c3e17a3c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:34.381340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:35.678165 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 18:59:36.870013 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:00.907124 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c6e787ac-f946-4a43-a953-d70a157bd078 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:03.335544 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8a77f839-f304-43a6-a447-096de3771732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:04.379058 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:05.690152 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:06.707748 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:06.917309 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:00:09.572692 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46030) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:00:09.578511 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [None req-70ea1692-5a06-403b-b42f-fe40c58413a7 tempest-verify_tempest_config-432682340 tempest-verify_tempest_config-432682340-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:00:09.579477 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-70ea1692-5a06-403b-b42f-fe40c58413a7 tempest-verify_tempest_config-432682340 tempest-verify_tempest_config-432682340-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057948 Dec 15 19:00:10.052770 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46048) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:00:10.154838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.226992 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.287720 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.333940 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9196af9-38b5-44b4-b8fa-83c090c67509,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:00:10.338408 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=63cf2442640c495383102ceb9d4b1142&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2846310 Dec 15 19:00:10.341162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46052) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:00:10.342601 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.342954 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.343293 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.343628 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.343955 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.344280 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.344602 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.344925 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.345272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.345595 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.345915 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.346229 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.346545 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657c1307-63a4-4b31-a9e9-674d5eec3f75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.397143 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.417394 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.568090 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.570663 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:10.571796 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9196af9-38b5-44b4-b8fa-83c090c67509 HTTP/1.1" status: 204 len: 168 time: 0.2296691 Dec 15 19:00:10.579681 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9196af9-38b5-44b4-b8fa-83c090c67509,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:00:10.586989 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.587337 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.587675 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.588007 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.588341 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.588668 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.589095 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.589484 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.589831 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.590176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.590506 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.590827 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:10.591143 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-769ca65e-7bb7-4665-ac2d-309c33230bb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:00:30.893453 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-864ef03c-2259-4bd8-af31-6a34f1220599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:33.316169 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9d8afd8f-1ea1-4765-a1bc-595080eba3eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:34.384731 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:35.684290 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:36.698958 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:00:43.916032 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:01:00.890501 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3acb717a-c4b9-44db-a519-ad5f9a3a5591 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:03.339136 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2dbcd1ac-48bd-4e6f-bb60-8b5c6acdc597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:04.436175 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:05.715900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:06.707650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:20.916023 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 5 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:01:30.875989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa050-5af5-46b7-838f-f3cb2c6b9fac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:33.324120 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8f5e6d3b-3151-4400-abdf-dab5e75680f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:34.410299 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:35.698840 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:36.684385 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:41.518994 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-631035'] for agent, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:01:56.633347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46126) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:01:56.734662 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8bfe0f36-98fe-423c-b888-16f4734dccff admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1001964 Dec 15 19:01:57.915384 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:01:59.146650 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46136) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:01:59.199807 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b3f083c2-99d4-4a84-9dd6-c15a59332a9d admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0520773 Dec 15 19:02:00.869912 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cfbaf1c2-8034-4fce-a7b0-47e19887101c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:03.341425 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-457750b7-63c9-47a1-ae39-e10204f30475 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:04.441892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:05.689568 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:06.729327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:11.443250 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:30.888851 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5571dedc-86ee-446b-b968-8c44500f553a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:33.368470 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-149a48fc-9bd6-4599-afcc-e0e564fd1260 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:34.409068 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:34.913752 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:02:35.694025 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:36.717388 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:02:41.408303 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:00.879753 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0fbdc654-1299-4117-8317-f7ec30c237a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:03.327893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5dc9d750-b433-45cf-ae06-1527c1d9df08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:04.410659 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:05.699296 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:06.705395 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:11.433351 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:11.912471 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:03:28.033332 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46318) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:28.034210 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46320) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:28.368591 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-431509030-network', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:28.390134 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-503307308-network', 'tenant_id': 'd219be39d8e34b20aaff02dceb7ea34d'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:28.476270 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Made reservation on behalf of d219be39d8e34b20aaff02dceb7ea34d for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:28.479174 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.490262 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.564916 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Made reservation on behalf of cadce2bfd827471ca4a8a1591d053c3b for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:28.568247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.568620 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.580183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.640550 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46356) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:28.656546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.669573 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.670502 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46360) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:28.687625 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6a4a9d-7924-4d2d-9546-b92d12a8026f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:28.692472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 571} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:03:28.700789 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.701184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.701535 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.701881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.702218 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.702545 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.702877 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.703206 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.703533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.703860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.704702 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.705028 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.705375 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Tracked resource versions report: Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: pushed versions: Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: { 'AddressGroup': {'1.2'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'ConntrackHelper': {'1.0'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'LocalIPAssociation': {'1.0'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Log': {'1.0'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Network': {'1.1'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Port': {'1.7'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'PortForwarding': {'1.2'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'QosPolicy': {'1.10'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroup': {'1.5'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroupRule': {'1.2'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SubPort': {'1.0'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Subnet': {'1.1'}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Trunk': {'1.1'}} Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: consumer versions: Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: HyperV agent@hv-cinder-81268: {}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'ConntrackHelper': '1.0', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'LocalIPAssociation': '1.0', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Log': '1.0', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Network': '1.1', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Port': '1.7', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'PortForwarding': '1.2', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'QosPolicy': '1.10', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroup': '1.5', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SecurityGroupRule': '1.2', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'SubPort': '1.0', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Subnet': '1.1', Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: 'Trunk': '1.1'}} Dec 15 19:03:28.706429 dv-cinder-812685-5-iscsi neutron-server[103025]: {{(pid=103025) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 19:03:28.714372 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.714716 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Added segment 98f6d7a3-1fbb-4975-b607-6e313692ed28 of type vlan for network 3eef4975-1e4b-4548-9e9f-50d40af67cbd Dec 15 19:03:28.754247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.816138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.845264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ce1a25d-a663-4a5a-8ebc-e77457945a7f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Tracked resource versions report: Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: pushed versions: Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: { 'AddressGroup': {'1.2'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'ConntrackHelper': {'1.0'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'LocalIPAssociation': {'1.0'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Log': {'1.0'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Network': {'1.1'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Port': {'1.7'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'PortForwarding': {'1.2'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'QosPolicy': {'1.10'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroup': {'1.5'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroupRule': {'1.2'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SubPort': {'1.0'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Subnet': {'1.1'}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Trunk': {'1.1'}} Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: consumer versions: Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: HyperV agent@hv-cinder-81268: {}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'ConntrackHelper': '1.0', Dec 15 19:03:28.861105 dv-cinder-812685-5-iscsi neutron-server[103026]: 'LocalIPAssociation': '1.0', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Log': '1.0', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Network': '1.1', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Port': '1.7', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'PortForwarding': '1.2', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'QosPolicy': '1.10', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroup': '1.5', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SecurityGroupRule': '1.2', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'SubPort': '1.0', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Subnet': '1.1', Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: 'Trunk': '1.1'}} Dec 15 19:03:28.863861 dv-cinder-812685-5-iscsi neutron-server[103026]: {{(pid=103026) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 19:03:28.866965 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1296420618-network', 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:28.879601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.879811 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 569} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:03:28.881586 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:28.882566 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.896564 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.896810 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Added segment 3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7 of type vlan for network ad27c95c-4200-4f8c-a87e-cb2c17144865 Dec 15 19:03:28.903205 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-936549654-network', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:28.955024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.955227 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] Pushing event updated for resources: {'Network': ['ID=3eef4975-1e4b-4548-9e9f-50d40af67cbd,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:28.966957 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 3eef4975-1e4b-4548-9e9f-50d40af67cbd details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:03:28.973928 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:28.976525 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:28.989034 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.055970 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-812e5f58-4901-4cf5-896c-5485c17281f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0205581 Dec 15 19:03:29.064183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.064183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:29.064728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.065428 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46376) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:29.070924 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Request body: {'subnet': {'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-503307308-subnet', 'tenant_id': 'd219be39d8e34b20aaff02dceb7ea34d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:29.096733 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.149858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] Pushing event updated for resources: {'Network': ['ID=ad27c95c-4200-4f8c-a87e-cb2c17144865,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.162874 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:03:29.179450 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Made reservation on behalf of 9d8cea93eb6c4a0d90f0c234dbef38f7 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:29.181946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.184954 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.215257 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104a809a-1a52-4af1-bcf6-81090abfc4f1,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.219474 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.239864 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 589} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:03:29.262401 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b8f88d61-3f36-4cc2-878f-20fb7609b21e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2248194 Dec 15 19:03:29.264531 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46386) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:29.272099 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Request body: {'subnet': {'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-subnet', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:29.284882 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.285409 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Added segment e352e0c7-4f63-4d7d-9581-142f455a6c7b of type vlan for network 9b5341ac-959a-4f9c-b267-56c4cfd3994a Dec 15 19:03:29.342271 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Made reservation on behalf of d219be39d8e34b20aaff02dceb7ea34d for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:29.345213 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Publish callbacks [] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.350877 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.390311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.456685 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.468777 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 595} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:03:29.478544 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.478949 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Added segment c8d64ae2-7e83-4564-b278-45ab6e96b5cf of type vlan for network fcfdb591-816a-44d0-9526-48dd9abde6af Dec 15 19:03:29.487784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Made reservation on behalf of cadce2bfd827471ca4a8a1591d053c3b for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:29.490546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.521767 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.606945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9e994b-d3d7-4044-82d0-9d9a43b3ee17,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.609783 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.616693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:29.616693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.693196 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] Pushing event updated for resources: {'Network': ['ID=9b5341ac-959a-4f9c-b267-56c4cfd3994a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.696168 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.697597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:29.702070 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.704671 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:03:29.768222 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.770957 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] Pushing event updated for resources: {'Network': ['ID=fcfdb591-816a-44d0-9526-48dd9abde6af,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.786338 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network fcfdb591-816a-44d0-9526-48dd9abde6af details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:03:29.855802 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-15ded5fd-8bc8-4ce2-a29b-ee4fac42ff85 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2131920 Dec 15 19:03:29.859793 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1de9ba11-ca90-42fa-b00a-83be6e3a3b2e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1883314 Dec 15 19:03:29.861195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46412) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:29.868104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Request body: {'subnet': {'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1296420618-subnet', 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:29.871873 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46414) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:29.873320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.879878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5123ad75-36a6-42fc-b90f-17949878a1f4,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.889070 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Request body: {'subnet': {'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-subnet', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:29.896347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Checking segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:29.896720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Network hostable DHCP agents. Network: ad27c95c-4200-4f8c-a87e-cb2c17144865, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:03:29.960682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:29.960682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Publish callbacks [] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:29.978622 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Pushing event updated for resources: {'Subnet': ['ID=51f25069-ead2-41ee-a4bf-34488dba94d4,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:29.996422 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Checking segment: {'id': '98f6d7a3-1fbb-4975-b607-6e313692ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:29.996790 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Network hostable DHCP agents. Network: 3eef4975-1e4b-4548-9e9f-50d40af67cbd, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:03:30.036071 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:03:30.104744 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Made reservation on behalf of 9d8cea93eb6c4a0d90f0c234dbef38f7 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:30.108832 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Publish callbacks [] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.214376 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Network 3eef4975-1e4b-4548-9e9f-50d40af67cbd is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:03:30.247737 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.299091 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ef2e1c-7070-42bb-b0cc-2753b664be4e,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:30.308098 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, ad27c95c-4200-4f8c-a87e-cb2c17144865) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:30.317577 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:30.317699 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Checking segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:30.317699 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Network hostable DHCP agents. Network: 9b5341ac-959a-4f9c-b267-56c4cfd3994a, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:03:30.318046 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.323264 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349060f1-ea7f-4db5-b8e5-08b8b1428837 None None] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.333246 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 3eef4975-1e4b-4548-9e9f-50d40af67cbd) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:30.343312 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:30.343312 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.372321 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b489e004-46a1-4011-9e5a-a8a016f74801 None None] Network 3eef4975-1e4b-4548-9e9f-50d40af67cbd requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.389975 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:03:30.452488 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-26384fa6-ca66-47fa-b542-5f693c1c9ddd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3757458 Dec 15 19:03:30.490759 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6485e4f4-bf7b-418f-aeed-6e4b90697613 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.2248414 Dec 15 19:03:30.496213 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46448) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:30.502940 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:30.527093 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 9b5341ac-959a-4f9c-b267-56c4cfd3994a) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:30.541541 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34bcf651-091c-4fab-a613-90a46c67cb87 None None] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.541818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:30.542416 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.544469 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522523f8-17c7-4f8e-8376-fce07e0d93fd None None] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.566756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cc9e1a-c8b8-4185-a7c0-07c75bff9425 None None] Network 3eef4975-1e4b-4548-9e9f-50d40af67cbd requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.573482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.659011 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03ff90d2-3814-4ed9-9557-6fb86f7b8161,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:30.731708 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Checking segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:30.731708 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Network hostable DHCP agents. Network: fcfdb591-816a-44d0-9526-48dd9abde6af, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:03:30.763159 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.764414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.822659 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.824324 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Network fcfdb591-816a-44d0-9526-48dd9abde6af is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:03:30.855635 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b6e28328-1da2-4a9c-9b07-3ecafe32071b admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9932013 Dec 15 19:03:30.865006 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874830ec-41b0-4282-8ec0-f698be00bc8c None None] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:30.941912 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, fcfdb591-816a-44d0-9526-48dd9abde6af) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:30.951743 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:30.958436 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:30.976691 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b73f6d3-d407-466a-908f-e1cacb221d25 None None] Network fcfdb591-816a-44d0-9526-48dd9abde6af requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:31.036278 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-17ab6517-3f7f-4ddc-812a-d182fe478e4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.064913 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b8e8337f-15ce-44db-be1e-e8c7a7a9c82c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1860807 Dec 15 19:03:31.069213 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46470) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:31.074946 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:31.133823 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-fcfdb591-816a-44d0-9526-48dd9abde6af', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:03:31.136154 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.138225 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.170561 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.172197 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.291075 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Allocated IP 172.20.0.2 (fcfdb591-816a-44d0-9526-48dd9abde6af/03ff90d2-3814-4ed9-9557-6fb86f7b8161/16fa2531-6aea-4375-b842-3003389ff32f) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:31.358587 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.444987 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.458516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.468500 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.584357 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Allocated IP 172.27.1.164 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/e38618c5-f83e-4554-960c-fb21ff50a8e4) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:31.590949 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.637448 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Network fcfdb591-816a-44d0-9526-48dd9abde6af is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:31.659943 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.695249 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:31.705112 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:31.741118 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Pushing event updated for resources: {'Port': ['ID=16fa2531-6aea-4375-b842-3003389ff32f,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:31.742634 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.885393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.886322 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.886322 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.886691 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.886860 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.887183 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.887501 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Tracked resource versions report: Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: pushed versions: Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: { 'AddressGroup': {'1.2'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'ConntrackHelper': {'1.0'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'LocalIPAssociation': {'1.0'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Log': {'1.0'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Network': {'1.1'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Port': {'1.7'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'PortForwarding': {'1.2'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'QosPolicy': {'1.10'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroup': {'1.5'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroupRule': {'1.2'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SubPort': {'1.0'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Subnet': {'1.1'}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Trunk': {'1.1'}} Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: consumer versions: Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: HyperV agent@hv-cinder-81268: {}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'ConntrackHelper': '1.0', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'LocalIPAssociation': '1.0', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Log': '1.0', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Network': '1.1', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Port': '1.7', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'PortForwarding': '1.2', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'QosPolicy': '1.10', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroup': '1.5', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SecurityGroupRule': '1.2', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'SubPort': '1.0', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Subnet': '1.1', Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: 'Trunk': '1.1'}} Dec 15 19:03:31.888582 dv-cinder-812685-5-iscsi neutron-server[103027]: {{(pid=103027) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 19:03:31.901805 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Attempting to bind port 16fa2531-6aea-4375-b842-3003389ff32f on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:31.902178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Attempting to bind port 16fa2531-6aea-4375-b842-3003389ff32f by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:31.902538 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Attempting to bind port 16fa2531-6aea-4375-b842-3003389ff32f on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:31.904986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.908756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:31.909257 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Checking segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:31.909899 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.910355 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Bound using segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:31.910893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Bound port: 16fa2531-6aea-4375-b842-3003389ff32f, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:31.911303 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:31.980658 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:31.986279 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:31.992314 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Pushing event updated for resources: {'Port': ['ID=e38618c5-f83e-4554-960c-fb21ff50a8e4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:31.995363 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] For port 16fa2531-6aea-4375-b842-3003389ff32f, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:31.999046 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] For port 16fa2531-6aea-4375-b842-3003389ff32f, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=16fa2531-6aea-4375-b842-3003389ff32f,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:32.004374 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46504) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:32.007449 dv-cinder-812685-5-iscsi neutron-server[103025]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 19:03:32.009341 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:32.099591 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:32.183232 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6407ac-96d7-4af3-88ff-f8ec723655f6 None None] Pushing event updated for resources: {'Port': ['ID=16fa2531-6aea-4375-b842-3003389ff32f,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:32.354992 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:32.364666 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-13edd177-45d5-465d-a629-9851e28d408d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:32.371842 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-13edd177-45d5-465d-a629-9851e28d408d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/networks?id=3eef4975-1e4b-4548-9e9f-50d40af67cbd HTTP/1.1" status: 200 len: 811 time: 0.3663611 Dec 15 19:03:32.414575 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:32.427863 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-3b114f25-3511-4103-afff-414458615b59 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/quotas/d219be39d8e34b20aaff02dceb7ea34d HTTP/1.1" status: 200 len: 375 time: 0.0551589 Dec 15 19:03:32.465839 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:32.653497 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46540) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:32.653497 dv-cinder-812685-5-iscsi neutron-server[103026]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 19:03:32.695472 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-93e6eeea-f60a-4e64-840b-518156cd53cb tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2126961 Dec 15 19:03:32.788771 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Allocated IP 172.27.1.191 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/b9e1d891-5edb-4705-8bba-e7805c2a16d4) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:32.838936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-456f00ca-6e4d-4d5d-b2f4-e32c52262b88 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:32.840523 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-456f00ca-6e4d-4d5d-b2f4-e32c52262b88 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.2808647 Dec 15 19:03:32.892395 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 16fa2531-6aea-4375-b842-3003389ff32f up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:32.927977 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b54b72ca-2230-4a98-bba3-269e1dd4e86e service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:03:32.928194 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-fb39edce-0e79-46f7-aa89-81c378ead510 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/quotas/52e4764fb4d34d5dbdd967080b99c537 HTTP/1.1" status: 200 len: 375 time: 0.0794680 Dec 15 19:03:32.929959 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b54b72ca-2230-4a98-bba3-269e1dd4e86e service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0563402 Dec 15 19:03:32.953887 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:32.979047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 16fa2531-6aea-4375-b842-3003389ff32f triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:32.979372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.005900 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-061135a3-0b45-4a23-9cb9-8ae370c5ada8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676503 Dec 15 19:03:33.065182 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.072288 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.099189 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-79c0334b-44e7-41b2-9fe8-2116947c07ab service neutron] 10.222.0.49 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583450 Dec 15 19:03:33.125515 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 16fa2531-6aea-4375-b842-3003389ff32f, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=16fa2531-6aea-4375-b842-3003389ff32f,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:03:33.174220 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.216182 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.233708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46556) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:33.303768 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-91c22647-8b46-4e6b-af39-b14a0d649792 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103026) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:03:33.304519 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:33.314415 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-91c22647-8b46-4e6b-af39-b14a0d649792 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1956184 Dec 15 19:03:33.327445 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=16fa2531-6aea-4375-b842-3003389ff32f,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:33.353379 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Router 902cc10a-e836-4d3e-9ef8-0df036767873 is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:03:33.391039 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99dae0e0-6fe6-49bd-a206-e3e07ca9c185 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.411049 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:33.417480 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:33.421841 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Pushing event updated for resources: {'Port': ['ID=b9e1d891-5edb-4705-8bba-e7805c2a16d4,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:33.424539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5e8da730-99c9-4601-aaf0-2252e1a0d74d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.510620 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-5867a2e4-9dde-4aca-a41d-2fe678d46c24 service neutron] 10.222.0.49 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054947 Dec 15 19:03:33.527007 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-b2503bbb-8206-420b-a5c3-a394e67b37c5 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111263 Dec 15 19:03:33.599601 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95923305-a33a-4790-8224-5627a153e19b None None] Network fcfdb591-816a-44d0-9526-48dd9abde6af requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:03:33.677692 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-e9115ef0-673b-4eb6-840d-3603e45e90bd None None] Provisioning complete for port 16fa2531-6aea-4375-b842-3003389ff32f triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:33.678050 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e9115ef0-673b-4eb6-840d-3603e45e90bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.717643 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99dae0e0-6fe6-49bd-a206-e3e07ca9c185 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.721534 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-178d4cc3-43af-44b5-9431-14988ee25596 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663854 Dec 15 19:03:33.723006 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:03:33.734595 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Sync routers for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:03:33.746551 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:33.747199 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:33.827548 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-99dae0e0-6fe6-49bd-a206-e3e07ca9c185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.879274 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:33.879274 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c699b6d1-5d7e-4338-9292-9988d9f303b9 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3747270 Dec 15 19:03:33.881332 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46570) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:33.899761 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-99dae0e0-6fe6-49bd-a206-e3e07ca9c185 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7978630f65a44b7ab71237ad57463ef8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6686795 Dec 15 19:03:33.900324 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46572) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:33.903120 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99dae0e0-6fe6-49bd-a206-e3e07ca9c185 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973bd7c-2752-49c9-8c59-06442b7ca145,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:34.020896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.046591 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:34.093701 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.170472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.296928 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-23b1fc70-0486-4ae2-8822-ed2c6d25c630 None None] Provisioning complete for port 16fa2531-6aea-4375-b842-3003389ff32f triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:34.299673 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23b1fc70-0486-4ae2-8822-ed2c6d25c630 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.405828 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.409126 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.413274 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6973bd7c-2752-49c9-8c59-06442b7ca145 HTTP/1.1" status: 204 len: 168 time: 0.5118022 Dec 15 19:03:34.430416 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 3, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:34.440513 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f0e1015b-368c-49f1-a7a5-2be69a144696 req-017858af-daad-4eda-8bed-1cbac1a6efa0 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.1654727 Dec 15 19:03:34.457837 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8ece10-0e9c-4f15-b1cf-dae706a33d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973bd7c-2752-49c9-8c59-06442b7ca145,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:34.475725 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Checking router: 902cc10a-e836-4d3e-9ef8-0df036767873 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:03:34.476268 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Updating router 902cc10a-e836-4d3e-9ef8-0df036767873 port e38618c5-f83e-4554-960c-fb21ff50a8e4 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:03:34.535580 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.587224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.771511 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f0b4e839-21df-416b-804f-2a430c352510 req-58844030-3a1e-46ac-8420-97be889711fa tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.1045320 Dec 15 19:03:34.774579 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:34.918252 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 16fa2531-6aea-4375-b842-3003389ff32f up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:35.084875 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 16fa2531-6aea-4375-b842-3003389ff32f triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:35.086308 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.130286 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.177369 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.227736 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.259189 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:03:35.299806 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Attempting to bind port e38618c5-f83e-4554-960c-fb21ff50a8e4 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:35.300458 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Attempting to bind port e38618c5-f83e-4554-960c-fb21ff50a8e4 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:35.301000 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Attempting to bind port e38618c5-f83e-4554-960c-fb21ff50a8e4 on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:35.341028 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:35.350085 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:35.353537 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.353965 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:35.354609 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Bound port: e38618c5-f83e-4554-960c-fb21ff50a8e4, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:35.361181 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.361181 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Pushing event updated for resources: {'Port': ['ID=e38618c5-f83e-4554-960c-fb21ff50a8e4,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:35.401281 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.401664 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.402032 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.402384 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.402722 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.403059 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.403389 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.403713 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.404271 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.404808 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.405568 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.406644 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.407889 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Tracked resource versions report: Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: pushed versions: Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: { 'AddressGroup': {'1.2'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'ConntrackHelper': {'1.0'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'LocalIPAssociation': {'1.0'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Log': {'1.0'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Network': {'1.1'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Port': {'1.7'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'PortForwarding': {'1.2'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'QosPolicy': {'1.10'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroup': {'1.5'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroupRule': {'1.2'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SubPort': {'1.0'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Subnet': {'1.1'}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Trunk': {'1.1'}} Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: consumer versions: Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: { DHCP agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: HyperV agent@hv-cinder-81268: {}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: L3 agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: Metadata agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: Metering agent@dv-cinder-812685-5-iscsi: {}, Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: Open vSwitch agent@dv-cinder-812685-5-iscsi: { 'AddressGroup': '1.2', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'ConntrackHelper': '1.0', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'LocalIPAssociation': '1.0', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Log': '1.0', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Network': '1.1', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Port': '1.7', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'PortForwarding': '1.2', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'QosPolicy': '1.10', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroup': '1.5', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SecurityGroupRule': '1.2', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'SubPort': '1.0', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Subnet': '1.1', Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: 'Trunk': '1.1'}} Dec 15 19:03:35.409204 dv-cinder-812685-5-iscsi neutron-server[103028]: {{(pid=103028) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 19:03:35.457071 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] For port e38618c5-f83e-4554-960c-fb21ff50a8e4, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:35.461028 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] For port e38618c5-f83e-4554-960c-fb21ff50a8e4, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=e38618c5-f83e-4554-960c-fb21ff50a8e4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:35.534470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46672) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:35.557884 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c59d304f-3115-45e4-9db5-fd5620e66264 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.573010 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.628798 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b56a17cd-7bd8-4121-8503-97aa491c2d9c req-aa529b13-93b4-49da-a90c-2082e53d17c7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0806723 Dec 15 19:03:35.646759 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:35.653227 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:35.665827 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:03:35.690554 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:03:35.697760 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724ddf9f-135e-44d1-b1ff-21601d01bf0e None None] Pushing event updated for resources: {'Port': ['ID=e38618c5-f83e-4554-960c-fb21ff50a8e4,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:35.714805 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:35.715502 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:35.717205 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Allocated IP 172.20.0.1 (ad27c95c-4200-4f8c-a87e-cb2c17144865/5123ad75-36a6-42fc-b90f-17949878a1f4/64e12ed4-a52d-4095-821d-a35ef748187b) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:35.741989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c59d304f-3115-45e4-9db5-fd5620e66264 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.793659 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:35.794538 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.795939 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3c3237d7-1612-4971-86a7-dd5a96419b3d admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7251151 Dec 15 19:03:35.798841 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46676) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:35.819295 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.835961 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:35.841806 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c59d304f-3115-45e4-9db5-fd5620e66264 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.884972 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:35.967741 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c59d304f-3115-45e4-9db5-fd5620e66264 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=471273ec26d44d07acede35aa7879544&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4314544 Dec 15 19:03:35.992018 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46684) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:36.021005 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb0adbca-069a-4647-a51a-d0e1e9cda649 req-7d2f73f3-a40b-455f-be2f-ee0b225f3086 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.1485815 Dec 15 19:03:36.031581 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d304f-3115-45e4-9db5-fd5620e66264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe7fe8d-c86c-4722-84b0-3620725c917e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:36.111832 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.150212 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 3, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:36.165005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:36.182403 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:36.186430 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb75c99-7338-44ca-aad6-baf9dcd5e65f None None] The sync data for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi is: [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 3, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:03:36.191160 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:36.194957 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:36.195732 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.196817 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:33Z', 'revision_number': 3, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:36.257735 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:03:36.258347 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Updating router ce7267ca-0382-4bac-b841-bbb9998c6b3d port b9e1d891-5edb-4705-8bba-e7805c2a16d4 binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:03:36.323721 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.357327 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.410962 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.787645 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.790254 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.793685 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7fe7fe8d-c86c-4722-84b0-3620725c917e HTTP/1.1" status: 204 len: 168 time: 0.7984354 Dec 15 19:03:36.845635 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0b89b289-86a9-4a9a-9cc6-90063a97bc41 req-92e87322-c5cc-48f3-a6ea-191e1f7eef7e tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0888839 Dec 15 19:03:36.854043 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.888262 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0eefd-c43a-4cdf-827b-e594df924774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe7fe8d-c86c-4722-84b0-3620725c917e,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:36.904882 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device e38618c5-f83e-4554-960c-fb21ff50a8e4 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:36.911741 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.966861 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:36.974852 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.000370 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port e38618c5-f83e-4554-960c-fb21ff50a8e4 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:37.001456 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.099427 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.115832 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.133460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port e38618c5-f83e-4554-960c-fb21ff50a8e4, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=e38618c5-f83e-4554-960c-fb21ff50a8e4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:03:37.216414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Attempting to bind port b9e1d891-5edb-4705-8bba-e7805c2a16d4 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:37.216414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Attempting to bind port b9e1d891-5edb-4705-8bba-e7805c2a16d4 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:37.216414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Attempting to bind port b9e1d891-5edb-4705-8bba-e7805c2a16d4 on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:37.219240 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5954-5d50-4cec-99a8-f4f8ffdf3e27 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d891-5edb-4705-8bba-e7805c2a16d4,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:37.225756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:37.226273 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:37.226778 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.227261 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:37.227937 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Bound port: b9e1d891-5edb-4705-8bba-e7805c2a16d4, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:37.228526 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.272699 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.287145 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Allocated IP 172.20.0.1 (fcfdb591-816a-44d0-9526-48dd9abde6af/03ff90d2-3814-4ed9-9557-6fb86f7b8161/dc59ce4b-41f8-43b2-a2e9-b931766be304) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:37.394465 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3b5a2865-4073-4c0d-bfa6-8ee8c7d77eb2 req-a198e551-21c5-4935-9b47-15f5cf92d9a8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0510986 Dec 15 19:03:37.401168 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46736) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:37.451755 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.550111 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] For port b9e1d891-5edb-4705-8bba-e7805c2a16d4, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:37.552556 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.554717 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.558086 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] For port b9e1d891-5edb-4705-8bba-e7805c2a16d4, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=b9e1d891-5edb-4705-8bba-e7805c2a16d4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:37.568880 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=e38618c5-f83e-4554-960c-fb21ff50a8e4,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:37.607674 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45554e19-921d-4862-93be-4d0bf5d4a59c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.627727 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.668305 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Pushing event updated for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:37.707625 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45554e19-921d-4862-93be-4d0bf5d4a59c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.732795 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.732895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15d5954-5d50-4cec-99a8-f4f8ffdf3e27 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d891-5edb-4705-8bba-e7805c2a16d4,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:37.740048 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:37.740664 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:37.748670 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:37.751823 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:37.787059 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-45554e19-921d-4862-93be-4d0bf5d4a59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.839415 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-45554e19-921d-4862-93be-4d0bf5d4a59c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=27f5d4699b574cef8e2cb1f2b43f4346&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4368370 Dec 15 19:03:37.840554 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45554e19-921d-4862-93be-4d0bf5d4a59c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b6aed06-87a6-43e2-ae2d-c50a0e69a134,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:37.842992 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46752) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:37.881113 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.884677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:37.917431 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:37.933411 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Network fcfdb591-816a-44d0-9526-48dd9abde6af is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:37.936628 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:37.941068 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:37.941541 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.028750 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Router 902cc10a-e836-4d3e-9ef8-0df036767873 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:03:38.144133 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.158621 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Pushing event updated for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:38.204737 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:33Z', 'revision_number': 3, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:38.227226 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7f47746-0b61-45e3-91a0-3ff72c0736ac req-04543cec-7fb2-45ee-a3ae-9046f6cfed7d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.2920561 Dec 15 19:03:38.253905 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-825dc576-e038-4125-9de6-6dcbc813a725 None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:33Z', 'revision_number': 3, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:03:38.303886 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-4110b75e-1b3e-4e13-b3af-4178891f0168 None None] Provisioning complete for port dc59ce4b-41f8-43b2-a2e9-b931766be304 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:38.304532 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4110b75e-1b3e-4e13-b3af-4178891f0168 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.345804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.347949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.351367 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.352741 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b6aed06-87a6-43e2-ae2d-c50a0e69a134 HTTP/1.1" status: 204 len: 168 time: 0.5086877 Dec 15 19:03:38.363988 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:03:38.378979 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8036a5ab-cc75-4fb2-9cfc-0ededdc10cd2 admin admin] 10.222.0.49 "PUT /v2.0/routers/902cc10a-e836-4d3e-9ef8-0df036767873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4880626 Dec 15 19:03:38.379097 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-4110b75e-1b3e-4e13-b3af-4178891f0168 None None] Port dc59ce4b-41f8-43b2-a2e9-b931766be304 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:03:38.386277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090080b-9575-4bda-bdc9-bbc19b2c2f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b6aed06-87a6-43e2-ae2d-c50a0e69a134,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:38.627613 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.629305 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Sync routers for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:03:38.633064 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:38.633760 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:38.666766 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7180a903-13c9-4d7f-9ac3-4e0f4db5d46d req-4b6db68a-96d9-482c-bbc7-480867b33aa2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0637989 Dec 15 19:03:38.675661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.675661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:38.740787 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Pushing event updated for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:38.793011 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:38.853266 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Network fcfdb591-816a-44d0-9526-48dd9abde6af is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:38.853266 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:39.021335 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device b9e1d891-5edb-4705-8bba-e7805c2a16d4 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:39.071668 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:03:39.147128 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port b9e1d891-5edb-4705-8bba-e7805c2a16d4 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:39.147538 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.289413 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a8f5ed5c-7644-49e2-ba4a-05876089140e None None] Provisioning complete for port dc59ce4b-41f8-43b2-a2e9-b931766be304 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:39.290005 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a8f5ed5c-7644-49e2-ba4a-05876089140e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.379454 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:03:39.396857 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-a8f5ed5c-7644-49e2-ba4a-05876089140e None None] Port dc59ce4b-41f8-43b2-a2e9-b931766be304 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:03:39.400759 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1bf06860-fbda-4cc5-bc3a-2a7fbe6c830d admin admin] 10.222.0.49 "PUT /v2.0/routers/ce7267ca-0382-4bac-b841-bbb9998c6b3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6008606 Dec 15 19:03:39.420569 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:36Z', 'revision_number': 4, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '64e12ed4-a52d-4095-821d-a35ef748187b', 'name': '', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'mac_address': 'fa:16:3e:be:f2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:35Z', 'updated_at': '2021-12-15T19:03:36Z', 'revision_number': 2, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'subnets': [{'id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:39.445244 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-efe619cf-a392-467e-848c-75d85abf89a4 req-bcaaddbf-29da-4021-9407-fbe6c313e7ed tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0729723 Dec 15 19:03:39.468140 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Checking router: 902cc10a-e836-4d3e-9ef8-0df036767873 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:03:39.468734 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Updating router 902cc10a-e836-4d3e-9ef8-0df036767873 port 64e12ed4-a52d-4095-821d-a35ef748187b binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:03:39.496681 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.500770 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.566520 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port b9e1d891-5edb-4705-8bba-e7805c2a16d4, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=b9e1d891-5edb-4705-8bba-e7805c2a16d4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:03:39.679487 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.679487 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device e38618c5-f83e-4554-960c-fb21ff50a8e4 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:39.788023 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-c978a3a2-8479-4c41-af64-8384345a85ac tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:39.791670 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-c978a3a2-8479-4c41-af64-8384345a85ac tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 818 time: 0.1915386 Dec 15 19:03:39.809964 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-069ed652-8a9d-486d-aa34-0fe512722d1b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/quotas/cadce2bfd827471ca4a8a1591d053c3b HTTP/1.1" status: 200 len: 375 time: 0.0120325 Dec 15 19:03:39.826633 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=b9e1d891-5edb-4705-8bba-e7805c2a16d4,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:39.832818 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2f458449-2c42-49bd-819b-fdd58e9fca1a req-826730c6-ec31-4b3a-8c6c-0836a3df26a7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0531981 Dec 15 19:03:39.880552 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port e38618c5-f83e-4554-960c-fb21ff50a8e4 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:39.880926 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:39.923054 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-0d678971-b25e-4ee3-baab-90270b162d74 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1045814 Dec 15 19:03:40.029040 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.078809 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-c87be45d-a613-4c20-ac02-2ef61b8c64a1 service neutron] 10.222.0.49 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474166 Dec 15 19:03:40.151870 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.228617 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-46755001-db7d-4dae-bbe0-f150ced18ed2 service neutron] 10.222.0.49 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432259 Dec 15 19:03:40.239026 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d332-7f6c-40e2-b527-d11239ff2764 None None] Pushing event updated for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:40.325938 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Attempting to bind port 64e12ed4-a52d-4095-821d-a35ef748187b on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:40.330128 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Attempting to bind port 64e12ed4-a52d-4095-821d-a35ef748187b by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:40.330859 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Attempting to bind port 64e12ed4-a52d-4095-821d-a35ef748187b on network ad27c95c-4200-4f8c-a87e-cb2c17144865 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:40.339150 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:40.339526 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Checking segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:40.339925 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.340413 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Bound using segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:40.341195 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Bound port: 64e12ed4-a52d-4095-821d-a35ef748187b, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:40.341536 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.436996 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] For port 64e12ed4-a52d-4095-821d-a35ef748187b, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:40.440384 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] For port 64e12ed4-a52d-4095-821d-a35ef748187b, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=64e12ed4-a52d-4095-821d-a35ef748187b,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:40.492227 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46850) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:40.496842 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--231870957', 'description': 'tempest-description--1134646861'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:40.540161 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.622503 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9cc794f-2706-46db-b62f-a00cd5e99fcd req-40271af2-016a-4eef-882b-0b747b5a3cfa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 210 time: 0.0425031 Dec 15 19:03:40.662486 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d332-7f6c-40e2-b527-d11239ff2764 None None] Pushing event updated for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:40.684787 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:40.685617 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:40.704858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:40.708882 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c403e42-65b8-4b3a-bb9d-29391c6563f8 req-b43c45eb-d98b-439b-908d-d4c8128ee4aa tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.1236205 Dec 15 19:03:40.790039 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:03:40.800753 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:40.801401 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:40.921449 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device b9e1d891-5edb-4705-8bba-e7805c2a16d4 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:41.051357 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2f0b93e4-96ae-40af-a965-06b049242a6e req-a8b228cc-03f9-45b6-9a64-5e9bb6d17b1f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0804672 Dec 15 19:03:41.051459 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:41.059022 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:41.068788 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.187190 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.209218 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-7782a958-7415-4451-91d2-e8f114695ff1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:41.217209 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-7782a958-7415-4451-91d2-e8f114695ff1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 818 time: 0.2305486 Dec 15 19:03:41.234337 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-ea92bd42-bd40-47f9-bd74-9fa941315ec6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/quotas/cadce2bfd827471ca4a8a1591d053c3b HTTP/1.1" status: 200 len: 375 time: 0.0160928 Dec 15 19:03:41.245834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:41.262097 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port b9e1d891-5edb-4705-8bba-e7805c2a16d4 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:41.262920 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.304121 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.310146 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-75e7761a-02f6-43cd-befb-18447ff5b0a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8125331 Dec 15 19:03:41.310146 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46904) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:41.321649 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-9eb08366-85a2-433c-8132-ff10d125d47b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0853205 Dec 15 19:03:41.327828 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group_rule': {'security_group_id': '3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:41.353814 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:36Z', 'revision_number': 4, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '64e12ed4-a52d-4095-821d-a35ef748187b', 'name': '', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'mac_address': 'fa:16:3e:be:f2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:35Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 4, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'subnets': [{'id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:41.393112 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9af1733-05bc-4e3d-8b1a-0b8b20740b1e None None] The sync data for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi is: [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:03:36Z', 'revision_number': 4, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '64e12ed4-a52d-4095-821d-a35ef748187b', 'name': '', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'mac_address': 'fa:16:3e:be:f2:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:35Z', 'updated_at': '2021-12-15T19:03:40Z', 'revision_number': 4, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'subnets': [{'id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:03:41.421429 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 2, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:41.452810 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:03:41.453213 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Updating router ce7267ca-0382-4bac-b841-bbb9998c6b3d port dc59ce4b-41f8-43b2-a2e9-b931766be304 binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:03:41.495166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.502519 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-317f4a10-22fb-4c68-8a8a-2ec64af4d235 service neutron] 10.222.0.49 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532350 Dec 15 19:03:41.507663 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.627799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.663064 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-b8c2f5b3-b48c-4271-9a07-c318f34fed59 service neutron] 10.222.0.49 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584074 Dec 15 19:03:41.704530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.725954 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46910) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:41.759255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58c99e01-eb22-4935-bd20-a0b1cdeb95e5,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:41.827408 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:41.829022 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5a3e7bfc-27f2-4ddf-bd18-d58df9740d1c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5198505 Dec 15 19:03:41.832188 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46916) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:41.836903 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group_rule': {'security_group_id': '3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:42.036401 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01c869e5-914c-4ab6-810b-3fea991b9c88 req-8fff5469-d5f8-45ed-9785-66d2e3485fd1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0460191 Dec 15 19:03:42.062222 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.123142 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb61db5c-e6a2-4466-9b9f-f07df84fb53e req-16a80dfa-073d-4170-ae6e-c2ef25fb9b31 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.2453811 Dec 15 19:03:42.144033 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-485b33eb-90f2-4616-a3ec-7600f1fb5ff6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.151754 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.201133 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d4a133c-46cf-4a33-9547-afe07788e89c req-1ff63518-e58f-4248-a671-b12b6977c29f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0447285 Dec 15 19:03:42.237156 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.250457 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d716-0c94-438e-be8a-32dc1a891834 None None] Pushing event updated for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:42.284081 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-485b33eb-90f2-4616-a3ec-7600f1fb5ff6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.315588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.318103 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Attempting to bind port dc59ce4b-41f8-43b2-a2e9-b931766be304 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:42.318583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Attempting to bind port dc59ce4b-41f8-43b2-a2e9-b931766be304 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:42.319164 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Attempting to bind port dc59ce4b-41f8-43b2-a2e9-b931766be304 on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:42.325430 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:42.326458 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Checking segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:42.326962 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.327495 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Bound using segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:42.328078 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Bound port: dc59ce4b-41f8-43b2-a2e9-b931766be304, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:42.329145 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.342682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-485b33eb-90f2-4616-a3ec-7600f1fb5ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.425858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.459445 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ea677c-3c56-4fbc-88ca-946b75984e0c,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:42.469995 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485b33eb-90f2-4616-a3ec-7600f1fb5ff6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96089e78-1bd4-42a1-acb4-35621cce2fe7,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:42.478830 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-485b33eb-90f2-4616-a3ec-7600f1fb5ff6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=abc01ea7b7a846d89e16f1cdea61eafa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7565567 Dec 15 19:03:42.479667 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 46936) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:42.577974 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.623900 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.625164 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1b37c5c9-0b29-491d-ac97-d7a7c064e9da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7919259 Dec 15 19:03:42.628774 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 46938) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:42.630321 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] For port dc59ce4b-41f8-43b2-a2e9-b931766be304, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:42.634429 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] For port dc59ce4b-41f8-43b2-a2e9-b931766be304, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=dc59ce4b-41f8-43b2-a2e9-b931766be304,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:42.637495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:42.650098 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.688640 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-4aa5fd1f-4cfb-49db-b22e-d9ef34e031b5 None None] Provisioning complete for port dc59ce4b-41f8-43b2-a2e9-b931766be304 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:42.694438 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4aa5fd1f-4cfb-49db-b22e-d9ef34e031b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.720776 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.730224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-4aa5fd1f-4cfb-49db-b22e-d9ef34e031b5 None None] Port dc59ce4b-41f8-43b2-a2e9-b931766be304 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:03:42.744134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.755746 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.811065 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.818941 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:42.818941 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/96089e78-1bd4-42a1-acb4-35621cce2fe7 HTTP/1.1" status: 204 len: 168 time: 0.3344138 Dec 15 19:03:42.830302 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28cba4-446b-45fa-bae6-e0d45c8cdf96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96089e78-1bd4-42a1-acb4-35621cce2fe7,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:42.883758 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb4d716-0c94-438e-be8a-32dc1a891834 None None] Pushing event updated for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:42.908382 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:03:42.909031 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:03:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:42.958217 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 64e12ed4-a52d-4095-821d-a35ef748187b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:43.075809 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 64e12ed4-a52d-4095-821d-a35ef748187b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:43.076376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.093865 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:03:43.169301 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.228496 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fed79af3-77a6-4356-b9de-3b44e5c86a62 req-32774f53-2678-409d-b538-fdfc9bfde1aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0974493 Dec 15 19:03:43.343724 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7e030fa9-c124-4d9d-b98f-bc729357a916 req-209490e4-fba4-46f3-8949-a6c42908acc1 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0651221 Dec 15 19:03:43.475524 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] Provisioning complete for port dc59ce4b-41f8-43b2-a2e9-b931766be304 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:43.475524 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.508784 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a533996e-fe06-45a5-bd32-238f5443f498 req-b7fb45f8-e995-4d7d-bd84-4eb322fe500a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0458856 Dec 15 19:03:43.510061 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Allocated IP 172.27.1.71 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:43.634896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.673988 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.726802 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 64e12ed4-a52d-4095-821d-a35ef748187b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=64e12ed4-a52d-4095-821d-a35ef748187b,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:03:43.743473 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.770092 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.787665 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] For port dc59ce4b-41f8-43b2-a2e9-b931766be304, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=dc59ce4b-41f8-43b2-a2e9-b931766be304,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:03:43.792500 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:03:43.820207 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39db9b96-94fb-44c7-aa53-bcdfdc54886a None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:42Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:03:43.830657 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.835829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:43.844911 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:43.847035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:43.852352 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:43.864161 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:43.896278 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:43.993504 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.040088 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d0f93-6ae8-4f7a-8af6-ab8a0206dd0f None None] Pushing event updated for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:44.167792 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.364422 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60681) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:44.409411 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.478570 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cf4c35f8-3639-4c23-a490-abecf9160870 req-67a8c67e-196f-41c3-9ac5-f2e243f4e45f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0849078 Dec 15 19:03:44.498283 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-896005a3-93a4-43d5-ba50-ec3d03a1e6dc req-3ad398c6-ec94-4891-a59c-c5e3dd1037ea tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0662739 Dec 15 19:03:44.526563 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.558973 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.586751 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:44.597491 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-5148b2b0-d81f-4ca3-a04e-81b0f12f30ba tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:44.599070 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-5148b2b0-d81f-4ca3-a04e-81b0f12f30ba tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.44 "GET /v2.0/networks?id=3eef4975-1e4b-4548-9e9f-50d40af67cbd HTTP/1.1" status: 200 len: 811 time: 0.2249513 Dec 15 19:03:44.663267 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7869d0e1-332a-41ac-b74f-2cd2dbd8843a req-d44b2733-1f9d-4a28-87f0-b2161ce538fc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0459838 Dec 15 19:03:44.664508 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Request body: {'port': {'device_id': '11a4a770-fe68-4180-b052-5b7161dd2293', 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd', 'admin_state_up': True, 'tenant_id': 'd219be39d8e34b20aaff02dceb7ea34d'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:44.690596 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:44.693269 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a74268fd-6995-47fb-89a0-71572d97e5ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0619903 Dec 15 19:03:45.013892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 64e12ed4-a52d-4095-821d-a35ef748187b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:45.119321 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 64e12ed4-a52d-4095-821d-a35ef748187b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:45.119694 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:45.149348 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.44', 60687) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:45.182741 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-35616017-d054-4f75-b764-90798920cc06 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--231870957&fields=id&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 267 time: 0.1569016 Dec 15 19:03:45.369157 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device dc59ce4b-41f8-43b2-a2e9-b931766be304 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:03:45.421944 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Made reservation on behalf of d219be39d8e34b20aaff02dceb7ea34d for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:45.427096 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:45.439187 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port dc59ce4b-41f8-43b2-a2e9-b931766be304 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:03:45.439722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:45.446477 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-37353bc9-290f-4f8d-82ef-87862df07399 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:45.447961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-37353bc9-290f-4f8d-82ef-87862df07399 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.2976232 Dec 15 19:03:45.459753 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-00b882bb-283b-4d5e-b80a-ee0a4e73fde7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:45.461298 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-00b882bb-283b-4d5e-b80a-ee0a4e73fde7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 816 time: 0.2775629 Dec 15 19:03:45.479640 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Request body: {'port': {'device_id': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'admin_state_up': True, 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:45.481065 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-4af4e78d-f088-46c3-9176-d7c03fd2dc75 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/quotas/9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 375 time: 0.0093532 Dec 15 19:03:45.707987 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f1528aec-1fd5-4a85-a1c5-30e088ee8429 req-39d20d5b-f9a2-4c4f-ba99-a2fe4e714cef tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0344102 Dec 15 19:03:45.791955 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:45.803033 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:45.808416 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-2444e222-36a8-45d6-874f-8c76bcd49987 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3198066 Dec 15 19:03:45.865483 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a8b0361-4321-4f79-96a7-285db2e1bfe3 req-ab7303e2-66bc-4151-9615-fa255035fc05 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0593722 Dec 15 19:03:45.941036 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Allocated IP 172.20.0.9 (3eef4975-1e4b-4548-9e9f-50d40af67cbd/51f25069-ead2-41ee-a4bf-34488dba94d4/891fcb6e-7400-455c-824c-1bcd8f750785) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:45.980852 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60690) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:46.059580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47108) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:46.135075 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1717cd8c-27e5-4fef-8536-0c623b86de9e req-465b30c1-38cf-461e-952c-d572a2f6d7c9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0865781 Dec 15 19:03:46.158332 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-f8c14ee3-15cd-4fb7-b54e-fc8c68afacc8 service neutron] 10.222.0.49 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286433 Dec 15 19:03:46.388275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-57812217-608d-482a-9f86-ee1aefbf66bc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:46.390116 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-57812217-608d-482a-9f86-ee1aefbf66bc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 818 time: 0.4012504 Dec 15 19:03:46.508141 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Request body: {'port': {'device_id': '93f130e2-e041-400a-934f-9c837ba505ef', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'admin_state_up': True, 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:46.508933 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.44', 60692) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:46.540926 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Allocated IP 172.20.0.10 (9b5341ac-959a-4f9c-b267-56c4cfd3994a/13ef2e1c-7070-42bb-b0cc-2753b664be4e/a45ea0ec-0077-419a-b2e9-6b0cc9fbca81) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:46.645369 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-254e02aa-358d-40e5-8e4a-558aae5cd8ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:46.665255 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-66822e87-9003-42f8-8958-3fafba86e82d service neutron] 10.222.0.49 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4974461 Dec 15 19:03:46.687100 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:46.865725 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-93f151b3-3927-4cf6-869b-49ff7fc1b976 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:46.867496 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-93f151b3-3927-4cf6-869b-49ff7fc1b976 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 818 time: 0.3599389 Dec 15 19:03:46.899320 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Request body: {'port': {'device_id': '0f02ea25-0aca-4414-a953-d09699b8d014', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'admin_state_up': True, 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:46.928277 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:46.973368 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Made reservation on behalf of cadce2bfd827471ca4a8a1591d053c3b for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:46.981166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.086280 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Network 3eef4975-1e4b-4548-9e9f-50d40af67cbd is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:47.228225 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-254e02aa-358d-40e5-8e4a-558aae5cd8ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.229510 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47156) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:47.246889 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8c640e7-8911-405b-af02-73371110e799 req-534ed29e-9185-4567-ac61-60eeed6f3dd0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.3725410 Dec 15 19:03:47.348572 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-254e02aa-358d-40e5-8e4a-558aae5cd8ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.445200 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:47.465856 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:47.491357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:47.491357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.497057 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Pushing event updated for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:47.500912 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae30269a-e93c-482f-ac39-1087c3c206ac req-8c5f51c5-0aad-49f4-b470-47bb9cd6a0e2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.1373661 Dec 15 19:03:47.606102 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-1167-40a8-9578-1e68fbc1e492 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.616834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0c1e2-a177-4c00-bdaf-de5c922a1bc5 req-7800a3d7-1f44-47f6-a8d3-d411ce43fd9f tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:47.625405 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78a0c1e2-a177-4c00-bdaf-de5c922a1bc5 req-7800a3d7-1f44-47f6-a8d3-d411ce43fd9f tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 931 time: 0.1912062 Dec 15 19:03:47.655399 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-2ef18940-d87f-4fd8-8892-18b04a4aa24b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0008724 Dec 15 19:03:47.686878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-f3ec386d-a17c-426e-a731-fff74cc67516 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:03:47.688173 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-f3ec386d-a17c-426e-a731-fff74cc67516 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082626 Dec 15 19:03:47.689526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Allocated IP 172.20.0.3 (ad27c95c-4200-4f8c-a87e-cb2c17144865/5123ad75-36a6-42fc-b90f-17949878a1f4/314bc344-bc90-4467-84d5-ab3c08f0f363) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:47.724441 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78a0c1e2-a177-4c00-bdaf-de5c922a1bc5 req-9394d276-efa1-4c0c-8e2c-a8fccef74b18 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925581 Dec 15 19:03:47.726483 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-1167-40a8-9578-1e68fbc1e492 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.731817 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-254e02aa-358d-40e5-8e4a-558aae5cd8ba admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d9c708720f64463d80a6d7304e868ff9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6502907 Dec 15 19:03:47.732780 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47180) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:47.773370 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e591b066-4ef6-4319-b27e-8d1ff3959cf8 req-8cc3724d-e833-48a8-b88a-f5c740bcdf5a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.1448059 Dec 15 19:03:47.796720 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e02aa-358d-40e5-8e4a-558aae5cd8ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0494132-c36c-4299-aefe-32d2750bcd6b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:47.838079 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.857532 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44f55e17-1167-40a8-9578-1e68fbc1e492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.879814 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.927720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47184) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:47.939109 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-44f55e17-1167-40a8-9578-1e68fbc1e492 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87229e837e1f4f6da4c033848be0c6c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6862254 Dec 15 19:03:47.966738 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:47.996683 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Request body: {'port': {'device_id': '11a4a770-fe68-4180-b052-5b7161dd2293', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:48.042427 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f55e17-1167-40a8-9578-1e68fbc1e492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=080970fc-9355-4038-8863-e3e086515d95,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:48.093580 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.135786 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.140123 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Made reservation on behalf of cadce2bfd827471ca4a8a1591d053c3b for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:03:48.147064 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.164085 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.172695 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.208898 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.344165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:48.356212 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:48.364201 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:48.366206 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.368491 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.369944 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:48.370604 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.374500 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0494132-c36c-4299-aefe-32d2750bcd6b HTTP/1.1" status: 204 len: 168 time: 0.6384292 Dec 15 19:03:48.377820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event updated for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:48.471207 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.477283 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-72e5b065-2d4b-4842-a535-a087c93212e0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0130627 Dec 15 19:03:48.572882 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0831d4fd-99b2-498d-95d6-40a3724c52a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0494132-c36c-4299-aefe-32d2750bcd6b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:48.583353 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c5a61e89-5887-4dd7-b8ca-57728ecf218c req-49c61d7e-e704-41d5-9d1d-4dadf4e9cad4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.1726220 Dec 15 19:03:48.649411 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef2139a4-491f-459f-8e0d-773f3426c106 req-8939ad59-5192-4100-b3b6-ec6b3d2af1da tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0767071 Dec 15 19:03:48.674759 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:48.684072 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:48.692207 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:48.698117 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:48.698883 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.708697 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Pushing event updated for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:48.806914 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.811231 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:48.834328 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/080970fc-9355-4038-8863-e3e086515d95 HTTP/1.1" status: 204 len: 168 time: 0.8973203 Dec 15 19:03:48.914411 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:03:48.945509 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7edf1fd-400c-4728-bed7-db48ee56d3e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=080970fc-9355-4038-8863-e3e086515d95,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:49.016900 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 891fcb6e-7400-455c-824c-1bcd8f750785 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:03:49.036408 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.064633 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb95e57-be03-440b-9edc-76142e46b9a5 req-cc09acb5-f69f-40fd-8354-bc168e7e5c20 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:49.071675 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Transition to ACTIVE for port object 891fcb6e-7400-455c-824c-1bcd8f750785 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:03:49.072014 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cb95e57-be03-440b-9edc-76142e46b9a5 req-cc09acb5-f69f-40fd-8354-bc168e7e5c20 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.1639090 Dec 15 19:03:49.076071 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b5c82353-cafb-45d2-997d-8289ff34842a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5906551 Dec 15 19:03:49.100700 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11252e6d-76bd-452a-b195-8fe5c7e36f1d req-57e304c3-c5c4-4d28-9e1a-9c8b901c9473 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:49.102689 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-11252e6d-76bd-452a-b195-8fe5c7e36f1d req-57e304c3-c5c4-4d28-9e1a-9c8b901c9473 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 931 time: 0.2146819 Dec 15 19:03:49.180317 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-11252e6d-76bd-452a-b195-8fe5c7e36f1d req-3e51b14a-a8a2-4efb-9572-c4ce3f76435d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711801 Dec 15 19:03:49.227742 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cb95e57-be03-440b-9edc-76142e46b9a5 req-d1fae900-f0ec-4dc5-918d-2871ff6d7c08 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547518 Dec 15 19:03:49.232842 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.db.api [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.3-4d4b38b8-9f28-4596-82a4-2ddb284104d6 {{(pid=103026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:03:49.233131 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.233245 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG oslo_db.api [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:03:49.384599 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Pushing event updated for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:49.458721 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Attempting to bind port 891fcb6e-7400-455c-824c-1bcd8f750785 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:49.462267 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Attempting to bind port 891fcb6e-7400-455c-824c-1bcd8f750785 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '98f6d7a3-1fbb-4975-b607-6e313692ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:49.462267 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Attempting to bind port 891fcb6e-7400-455c-824c-1bcd8f750785 on network 3eef4975-1e4b-4548-9e9f-50d40af67cbd {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:49.464626 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Port 891fcb6e-7400-455c-824c-1bcd8f750785 on network 3eef4975-1e4b-4548-9e9f-50d40af67cbd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:03:49.465159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Attempting to bind port 891fcb6e-7400-455c-824c-1bcd8f750785 on network 3eef4975-1e4b-4548-9e9f-50d40af67cbd {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:49.470975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:49.471353 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Checking segment: {'id': '98f6d7a3-1fbb-4975-b607-6e313692ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:49.471931 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Bound using segment: {'id': '98f6d7a3-1fbb-4975-b607-6e313692ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:49.472378 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Bound port: 891fcb6e-7400-455c-824c-1bcd8f750785, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f6d7a3-1fbb-4975-b607-6e313692ed28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 571, 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:49.472742 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.560945 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:49.566055 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=891fcb6e-7400-455c-824c-1bcd8f750785,segment=NetworkSegment(98f6d7a3-1fbb-4975-b607-6e313692ed28),segment_id=98f6d7a3-1fbb-4975-b607-6e313692ed28)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:49.732917 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.785028 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c4cd996-fbc2-4138-b33f-5a20934cb991 req-50308f0c-6771-40be-98b8-25da280373b1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0506122 Dec 15 19:03:49.790647 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.846750 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:49.847779 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:49.849318 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] 10.222.0.44 "PUT /v2.0/ports/891fcb6e-7400-455c-824c-1bcd8f750785 HTTP/1.1" status: 200 len: 1093 time: 1.9641747 Dec 15 19:03:49.849759 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:03:49.858597 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-492d983a-48d6-490e-ac5c-4a31bede9b3d req-acaf0ff3-4c67-4d93-809d-1ff1b6b66648 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.1019354 Dec 15 19:03:50.001598 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dd8e1d-dd8a-494d-9491-ccfb64f247cb service neutron] Pushing event updated for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:50.046704 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Allocated IP 172.20.0.14 (ad27c95c-4200-4f8c-a87e-cb2c17144865/5123ad75-36a6-42fc-b90f-17949878a1f4/98ba3766-39b5-4cc8-b78b-7acb892ea611) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:03:50.122525 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47248) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:50.150915 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05287e01-4ad8-4651-8462-a7d41ca3292e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.245890 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61" -d '{"events": [{"name": "network-changed", "server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:03:50.264550 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05287e01-4ad8-4651-8462-a7d41ca3292e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.313539 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.385542 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-05287e01-4ad8-4651-8462-a7d41ca3292e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.419527 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9c548-2e43-4000-a090-913101e614fc req-8adf250f-77c2-4873-af56-aae8d73dbcc3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:50.421045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecb9c548-2e43-4000-a090-913101e614fc req-8adf250f-77c2-4873-af56-aae8d73dbcc3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0968046 Dec 15 19:03:50.465495 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-05287e01-4ad8-4651-8462-a7d41ca3292e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=447202b10a9b4de08a7e086d1fd7a86c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3390110 Dec 15 19:03:50.467083 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05287e01-4ad8-4651-8462-a7d41ca3292e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4599ca36-745a-4951-9b66-bed81a9f2196,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:50.468187 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47260) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:50.532256 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecb9c548-2e43-4000-a090-913101e614fc req-19e47be9-b05d-4eed-be44-706a96e4fa4e tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920818 Dec 15 19:03:50.572965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d311b07f-5436-4269-aac3-4bf4b43f282a x-openstack-request-id: req-d311b07f-5436-4269-aac3-4bf4b43f282a {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:03:50.572965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:03:50.572965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d311b07f-5436-4269-aac3-4bf4b43f282a {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:03:50.572965 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785', 'status': 'completed', 'code': 200} Dec 15 19:03:50.573309 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.596041 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.634538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.658897 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19356b19-9a2c-4b38-a7df-49b81b4bc3c9 req-1accf66d-41db-42ef-9565-ec5998a29010 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:50.661713 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19356b19-9a2c-4b38-a7df-49b81b4bc3c9 req-1accf66d-41db-42ef-9565-ec5998a29010 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0577197 Dec 15 19:03:50.710430 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Network ad27c95c-4200-4f8c-a87e-cb2c17144865 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:03:50.715025 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:03:50.721212 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:03:50.726660 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:50.727388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.735386 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19356b19-9a2c-4b38-a7df-49b81b4bc3c9 req-56b4f06a-bf9c-4941-90a2-174fa1e43f9e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673666 Dec 15 19:03:50.744894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Pushing event updated for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:50.968621 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f04786c9-942e-4568-925b-7e5bcf559c27 req-612449a9-9416-42ff-b983-fc77f420f21a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0296376 Dec 15 19:03:50.974289 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-14ed2a0a-7abe-40c1-a487-22e2f0a91647 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0858586 Dec 15 19:03:50.975673 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.978379 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:50.980986 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4599ca36-745a-4951-9b66-bed81a9f2196 HTTP/1.1" status: 204 len: 168 time: 0.5096571 Dec 15 19:03:51.003275 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad680287-73b8-4b55-85a0-c62f7619f952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4599ca36-745a-4951-9b66-bed81a9f2196,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:51.015343 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17163bcf-510b-45b0-a1bd-716871e63d96 req-c2bf4757-ed67-46c0-bb15-6ebdebd2696b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:51.024016 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-17163bcf-510b-45b0-a1bd-716871e63d96 req-c2bf4757-ed67-46c0-bb15-6ebdebd2696b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.1427145 Dec 15 19:03:51.137830 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-17163bcf-510b-45b0-a1bd-716871e63d96 req-e34e11a1-67bf-4e21-ad8a-81e85affa4d7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127257 Dec 15 19:03:51.727453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c0e04e-ab0d-43a0-b5df-15670fa18f11 req-a959787e-1c38-4bd3-a446-929e7a9892f6 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:51.727453 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0c0e04e-ab0d-43a0-b5df-15670fa18f11 req-a959787e-1c38-4bd3-a446-929e7a9892f6 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0864446 Dec 15 19:03:51.739887 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0c0e04e-ab0d-43a0-b5df-15670fa18f11 req-5346018c-ba43-4fb9-871a-8918e9d34384 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462058 Dec 15 19:03:51.863089 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14085611-1a90-4efb-a0ef-35013610ef7f req-55c03df4-1bfa-4dc5-9180-7bb7ebad7716 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:51.864669 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14085611-1a90-4efb-a0ef-35013610ef7f req-55c03df4-1bfa-4dc5-9180-7bb7ebad7716 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0487552 Dec 15 19:03:51.917596 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-14085611-1a90-4efb-a0ef-35013610ef7f req-b596b6a8-8a2f-4203-b755-c004a27637a1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460877 Dec 15 19:03:52.117795 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc2470cb-572f-421d-a28f-b43ec1c6626a req-acc77de0-96ac-4806-88a9-0c88049c5b79 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0328214 Dec 15 19:03:52.350389 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8eb23-e384-4192-a8bf-493e20bdb3b6 req-fa4745ed-672c-48f5-84ce-32afeb9d43dd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:52.350389 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16f8eb23-e384-4192-a8bf-493e20bdb3b6 req-fa4745ed-672c-48f5-84ce-32afeb9d43dd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.1048124 Dec 15 19:03:52.368296 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16f8eb23-e384-4192-a8bf-493e20bdb3b6 req-00b8fbe7-d4fc-4878-8ed3-e6ab1939cccf tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554922 Dec 15 19:03:52.871623 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e0e07-a494-43b1-a12b-66a23ac1f90f req-dc8dabe0-abc8-43f2-84be-61aee026699b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:52.873542 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-423e0e07-a494-43b1-a12b-66a23ac1f90f req-dc8dabe0-abc8-43f2-84be-61aee026699b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0552065 Dec 15 19:03:52.923563 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-423e0e07-a494-43b1-a12b-66a23ac1f90f req-4aa28179-3558-4b94-a1f7-efa610ef92a5 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436535 Dec 15 19:03:53.068154 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5403073-840f-456e-8c28-eff078e929e7 req-b15d33c4-f38a-4128-af20-d402aaea8c9b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:53.070778 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5403073-840f-456e-8c28-eff078e929e7 req-b15d33c4-f38a-4128-af20-d402aaea8c9b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0669410 Dec 15 19:03:53.167888 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a5403073-840f-456e-8c28-eff078e929e7 req-04e5c22d-1ada-409a-b013-d2c69b92b3d2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775268 Dec 15 19:03:53.268626 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fa052c23-9354-448f-8b09-b17e412230c8 req-355b4430-334f-4f5a-b170-8c7e460f05fb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0413074 Dec 15 19:03:53.409309 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47360) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:53.539941 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87636e2a-b916-4260-a9dd-bfc5e709cf4f req-0a8afccf-eb18-4257-8dec-bc7c6ab0dd2b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:53.542684 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87636e2a-b916-4260-a9dd-bfc5e709cf4f req-0a8afccf-eb18-4257-8dec-bc7c6ab0dd2b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.0754967 Dec 15 19:03:53.583971 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebd3d-dd9a-4155-8c52-b298515f7760 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:53.705382 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebd3d-dd9a-4155-8c52-b298515f7760 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:53.762813 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87636e2a-b916-4260-a9dd-bfc5e709cf4f req-5d0aaf62-f1f4-40e9-84c4-104e036927ff tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123444 Dec 15 19:03:53.800858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c7ebd3d-dd9a-4155-8c52-b298515f7760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:53.853595 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7ebd3d-dd9a-4155-8c52-b298515f7760 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01cb75f4-9346-4af5-b084-3b5bfee2198b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:53.859871 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7c7ebd3d-dd9a-4155-8c52-b298515f7760 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=542f51d95d284401a5ef093baa40acde&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488404 Dec 15 19:03:53.873001 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47368) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:53.921366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:53.974426 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:54.089386 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc9d3bf-ea8d-44ba-8a7d-0ebddecdd8af req-c0b562ab-c87a-4ca5-b06e-1a37991fd2f3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:54.095958 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ddc9d3bf-ea8d-44ba-8a7d-0ebddecdd8af req-c0b562ab-c87a-4ca5-b06e-1a37991fd2f3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0762150 Dec 15 19:03:54.177993 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ddc9d3bf-ea8d-44ba-8a7d-0ebddecdd8af req-20ec5880-0096-4782-bfaf-f5e0e18c028b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766840 Dec 15 19:03:54.179101 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:54.181671 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:54.182919 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/01cb75f4-9346-4af5-b084-3b5bfee2198b HTTP/1.1" status: 204 len: 168 time: 0.3090737 Dec 15 19:03:54.193611 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cffff07-3520-4fc1-953b-91a014ba9982 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01cb75f4-9346-4af5-b084-3b5bfee2198b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:54.324749 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a9eb33-af6d-4665-8d96-92cfc9d3e053 req-6fce8131-0170-46a7-bc5a-0036e9ee84b2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:54.327254 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3a9eb33-af6d-4665-8d96-92cfc9d3e053 req-6fce8131-0170-46a7-bc5a-0036e9ee84b2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0653131 Dec 15 19:03:54.414367 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3a9eb33-af6d-4665-8d96-92cfc9d3e053 req-8f910d0e-dda7-4812-bd47-f1013d1017bb tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794230 Dec 15 19:03:54.596355 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2005a054-292b-4ff9-9430-7d578e14a725 req-dd9ad4fb-f9bf-4cde-bc0c-8f724ec15e5b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0684149 Dec 15 19:03:54.910730 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6f65fd-b959-4796-85ac-3c613dc10ab5 req-51690ff3-a5e5-4c41-95a7-e7f7b7de28dc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:54.912234 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a6f65fd-b959-4796-85ac-3c613dc10ab5 req-51690ff3-a5e5-4c41-95a7-e7f7b7de28dc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.0593915 Dec 15 19:03:54.965171 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a6f65fd-b959-4796-85ac-3c613dc10ab5 req-28b08e6c-1da1-45e1-a0ed-2b6c8afd8991 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436234 Dec 15 19:03:55.328885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ed0d9-2f7d-4159-baa0-7338f2852384 req-93a2b5c7-a00c-4ea6-b4b8-243ef45dbe00 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:55.330385 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a74ed0d9-2f7d-4159-baa0-7338f2852384 req-93a2b5c7-a00c-4ea6-b4b8-243ef45dbe00 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0559602 Dec 15 19:03:55.381911 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a74ed0d9-2f7d-4159-baa0-7338f2852384 req-4f86abb4-3b38-4194-95b1-a75d08d96e0f tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 Dec 15 19:03:55.562038 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4e4cf-f8e9-44de-8671-873e9bdd1b06 req-b25183ef-8986-4c2a-99e8-df93a5597bca tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:55.563792 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d0b4e4cf-f8e9-44de-8671-873e9bdd1b06 req-b25183ef-8986-4c2a-99e8-df93a5597bca tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0755458 Dec 15 19:03:55.601368 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f61172c0-a9e2-4746-8949-3b3113d2dd6e req-36e39517-dd4b-4088-afd2-cfa9a62f0fde tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0271001 Dec 15 19:03:55.613638 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d0b4e4cf-f8e9-44de-8671-873e9bdd1b06 req-e45531e5-513c-4f75-8483-7be0552a3405 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427740 Dec 15 19:03:55.794570 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47418) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:55.811005 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dd75319a-f5d0-48e0-b69c-ed5c487de43f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:55.934826 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dd75319a-f5d0-48e0-b69c-ed5c487de43f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.071368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dd75319a-f5d0-48e0-b69c-ed5c487de43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.135680 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd75319a-f5d0-48e0-b69c-ed5c487de43f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5248d898-d0fe-4fb7-86dc-f023fac45325,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:56.147553 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-dd75319a-f5d0-48e0-b69c-ed5c487de43f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=dbfdddf034c4442fa54942c6d27e5223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3485329 Dec 15 19:03:56.147886 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47430) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:03:56.165249 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5256a5f-20c9-4379-8f90-1172b3536e5e req-584c330c-1822-4654-8a86-659779e8433e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:56.166803 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5256a5f-20c9-4379-8f90-1172b3536e5e req-584c330c-1822-4654-8a86-659779e8433e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.1275544 Dec 15 19:03:56.201843 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.232955 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f5256a5f-20c9-4379-8f90-1172b3536e5e req-1c701c93-eaa0-47d3-9085-288b411c6bb8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596344 Dec 15 19:03:56.233908 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.517845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad87ab-f09d-400c-8286-75c304855f80 req-0fb73417-ecb3-4ffa-aba7-37c5f246e328 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:56.521554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-04ad87ab-f09d-400c-8286-75c304855f80 req-0fb73417-ecb3-4ffa-aba7-37c5f246e328 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0567887 Dec 15 19:03:56.527878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.527878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:56.527878 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5248d898-d0fe-4fb7-86dc-f023fac45325 HTTP/1.1" status: 204 len: 168 time: 0.3780162 Dec 15 19:03:56.552497 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93f065-68f8-4260-baba-8fb8a6572036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5248d898-d0fe-4fb7-86dc-f023fac45325,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:56.591360 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-04ad87ab-f09d-400c-8286-75c304855f80 req-4de13c18-3ca1-4f30-ad07-706cb9994eb7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636587 Dec 15 19:03:56.751596 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7857dece-2c55-4acc-bea8-6069df01362e req-941a752d-9822-41da-9574-4e410a203ecc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0423384 Dec 15 19:03:56.775944 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b895a4f8-cf05-4c88-a1e4-ffdb25d0b44e req-027282cd-6fb9-4797-94c8-42be5bebce8b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:56.780146 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b895a4f8-cf05-4c88-a1e4-ffdb25d0b44e req-027282cd-6fb9-4797-94c8-42be5bebce8b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.0633168 Dec 15 19:03:56.859052 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b895a4f8-cf05-4c88-a1e4-ffdb25d0b44e req-f8651201-579d-486e-8e23-7b1dc2bd82de tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724106 Dec 15 19:03:57.386734 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035395bf-81e3-422f-8393-3ea8229e0de9 req-15158e6a-16be-47cd-b6a7-78fe54c99e43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:57.388231 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-035395bf-81e3-422f-8393-3ea8229e0de9 req-15158e6a-16be-47cd-b6a7-78fe54c99e43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.0513701 Dec 15 19:03:57.438020 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-035395bf-81e3-422f-8393-3ea8229e0de9 req-aee07a96-d1da-4bb8-bef5-beef66b53f2e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413625 Dec 15 19:03:57.708081 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577a9fe-dc26-4b27-86f5-b3db0984b7d4 req-bb597954-b881-4b20-b00d-ba94b140fc27 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:57.709593 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e577a9fe-dc26-4b27-86f5-b3db0984b7d4 req-bb597954-b881-4b20-b00d-ba94b140fc27 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0484314 Dec 15 19:03:57.757066 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e577a9fe-dc26-4b27-86f5-b3db0984b7d4 req-923335a8-129d-4c99-ae86-4f25e4f7bc28 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414560 Dec 15 19:03:57.837666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Request body: {'port': {'device_id': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:57.842473 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Request body: {'port': {'device_id': '93f130e2-e041-400a-934f-9c837ba505ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:57.919300 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-adbf26bd-c4a8-48a9-bbc2-3f11496d972a req-56391ace-2272-4a8c-a109-e28a327de1c9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0557015 Dec 15 19:03:57.947326 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:57.969364 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Request body: {'port': {'device_id': '0f02ea25-0aca-4414-a953-d09699b8d014', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:03:58.007461 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:58.057614 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:58.403279 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-5cb56b38-2cb3-48d4-a243-7ce3df36a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:58.405200 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-5cb56b38-2cb3-48d4-a243-7ce3df36a641 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 1096 time: 0.4325192 Dec 15 19:03:58.472288 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce199d32-a8c1-4289-8d90-8ee4b9f1f9bb req-bd19f475-03d4-47f1-bd0f-041c41b0a500 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:58.473847 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce199d32-a8c1-4289-8d90-8ee4b9f1f9bb req-bd19f475-03d4-47f1-bd0f-041c41b0a500 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 932 time: 0.1613955 Dec 15 19:03:58.537962 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce199d32-a8c1-4289-8d90-8ee4b9f1f9bb req-f867d51e-5b9c-4305-9a35-c2b472265445 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577476 Dec 15 19:03:58.710302 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2f4a1-8934-4eb7-81b5-125e8757734e req-a0a7cedc-47b2-451a-8b8f-73bd3250c4eb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:58.711795 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5f2f4a1-8934-4eb7-81b5-125e8757734e req-a0a7cedc-47b2-451a-8b8f-73bd3250c4eb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 932 time: 0.1359987 Dec 15 19:03:58.715693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98ba3766-39b5-4cc8-b78b-7acb892ea611 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:03:58.748898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:58.787906 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Transition to ACTIVE for port object 98ba3766-39b5-4cc8-b78b-7acb892ea611 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:03:58.790299 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:03:58.800893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:58.833482 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Transition to ACTIVE for port object a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:03:58.841883 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5f2f4a1-8934-4eb7-81b5-125e8757734e req-b7fa5cac-71b4-4a83-a1f4-67551f981bee tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214626 Dec 15 19:03:58.883879 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:58.991103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Attempting to bind port 98ba3766-39b5-4cc8-b78b-7acb892ea611 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:58.991956 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Attempting to bind port 98ba3766-39b5-4cc8-b78b-7acb892ea611 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:58.991956 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Attempting to bind port 98ba3766-39b5-4cc8-b78b-7acb892ea611 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:58.993731 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:58.997149 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.001502 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d25b4e-222c-43ce-b1a7-0d5bc123f87b req-a1e76b2f-2e3a-429f-a502-d6a55fd262bd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.010420 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98d25b4e-222c-43ce-b1a7-0d5bc123f87b req-a1e76b2f-2e3a-429f-a502-d6a55fd262bd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.1120856 Dec 15 19:03:59.044892 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Port 98ba3766-39b5-4cc8-b78b-7acb892ea611 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:03:59.045252 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Attempting to bind port 98ba3766-39b5-4cc8-b78b-7acb892ea611 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:59.091146 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98d25b4e-222c-43ce-b1a7-0d5bc123f87b req-f399a459-09d4-4886-b3ac-bf6ae59b4e3a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798244 Dec 15 19:03:59.096537 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:59.096916 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Checking segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:59.097518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Bound using segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:59.097986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Bound port: 98ba3766-39b5-4cc8-b78b-7acb892ea611, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:59.098345 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.101719 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4b7d10cf-68e5-4b64-8a4b-1d0ff7aed5c8 req-38cf6876-c767-47af-88fb-335244bce3a4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0597656 Dec 15 19:03:59.114808 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:59.139009 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 314bc344-bc90-4467-84d5-ab3c08f0f363 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:03:59.150239 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.167235 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Transition to ACTIVE for port object 314bc344-bc90-4467-84d5-ab3c08f0f363 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:03:59.173109 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Attempting to bind port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:59.173457 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Attempting to bind port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:59.173783 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Attempting to bind port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:59.189532 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:03:59.189852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Attempting to bind port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:59.199538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:59.199878 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Checking segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:59.200278 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Bound using segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:59.200686 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Bound port: a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:59.201042 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.217781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:59.234468 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.260197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:59.283831 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Pushing event updated for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:59.294883 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:59.299220 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:59.316972 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Attempting to bind port 314bc344-bc90-4467-84d5-ab3c08f0f363 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:03:59.317331 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Attempting to bind port 314bc344-bc90-4467-84d5-ab3c08f0f363 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:03:59.317659 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Attempting to bind port 314bc344-bc90-4467-84d5-ab3c08f0f363 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:59.320535 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.322062 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Port 314bc344-bc90-4467-84d5-ab3c08f0f363 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:03:59.322275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Attempting to bind port 314bc344-bc90-4467-84d5-ab3c08f0f363 on network ad27c95c-4200-4f8c-a87e-cb2c17144865 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:03:59.327097 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:03:59.330126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Checking segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:03:59.330126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Bound using segment: {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:03:59.330126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Bound port: 314bc344-bc90-4467-84d5-ab3c08f0f363, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:03:59.330126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.358948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.358948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.360100 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] 10.222.0.44 "PUT /v2.0/ports/98ba3766-39b5-4cc8-b78b-7acb892ea611 HTTP/1.1" status: 200 len: 1094 time: 1.3960550 Dec 15 19:03:59.360534 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:03:59.390167 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:03:59.393762 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=314bc344-bc90-4467-84d5-ab3c08f0f363,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:03:59.422115 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.445817 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87bc439-0f3b-40a7-9781-5a630a6e88c9 service neutron] Pushing event updated for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:59.466958 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.472370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.473109 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.474581 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] 10.222.0.44 "PUT /v2.0/ports/a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 HTTP/1.1" status: 200 len: 1094 time: 1.6438100 Dec 15 19:03:59.501524 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77426d6-9c77-4f2a-ad8c-a0f815b0ab74 service neutron] Pushing event updated for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:59.508582 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.509252 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:03:59.510885 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] 10.222.0.44 "PUT /v2.0/ports/314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 1093 time: 1.6815550 Dec 15 19:03:59.511311 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:03:59.513749 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20028516-ab1a-4b97-8d9b-f9417ed86930" -d '{"events": [{"name": "network-changed", "server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:03:59.536276 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f88cfd-7232-4dd3-9e37-5a627f25d139 service neutron] Pushing event updated for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:03:59.551437 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-098f3741-ea44-4792-95ee-e361c002d00c" -d '{"events": [{"name": "network-changed", "server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:03:59.594414 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d3829b-0462-49d0-a60d-7503a46eefce x-openstack-request-id: req-68d3829b-0462-49d0-a60d-7503a46eefce {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:03:59.594772 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:03:59.595096 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-68d3829b-0462-49d0-a60d-7503a46eefce {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:03:59.595706 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363', 'status': 'completed', 'code': 200} Dec 15 19:03:59.648298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c8f8aab-ee1c-452b-b3b2-fe2b735fb512 x-openstack-request-id: req-9c8f8aab-ee1c-452b-b3b2-fe2b735fb512 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:03:59.648298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:03:59.648298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9c8f8aab-ee1c-452b-b3b2-fe2b735fb512 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:03:59.648547 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611', 'status': 'completed', 'code': 200} Dec 15 19:03:59.689467 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56e7f67-8873-4e05-8861-eff0dc15ae80 req-44d39a93-9919-433e-ae09-cb963b2ec1fe tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.690983 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e56e7f67-8873-4e05-8861-eff0dc15ae80 req-44d39a93-9919-433e-ae09-cb963b2ec1fe tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0513768 Dec 15 19:03:59.737727 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e56e7f67-8873-4e05-8861-eff0dc15ae80 req-6697d7c2-fc68-4716-9c4a-5c60ef44fd3d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408878 Dec 15 19:03:59.952360 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f8c4d-95eb-485b-99d6-6a39eb3d16fc req-1f9af6b6-e898-401c-9ff6-45abbe1280a5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:03:59.953841 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb1f8c4d-95eb-485b-99d6-6a39eb3d16fc req-1f9af6b6-e898-401c-9ff6-45abbe1280a5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.0482681 Dec 15 19:03:59.999663 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb1f8c4d-95eb-485b-99d6-6a39eb3d16fc req-4a8a971c-e729-4948-826d-bf95ad3d74c4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398748 Dec 15 19:04:00.208896 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0703a379-00cd-40bb-9c10-7b999ddcfaca req-696d3a95-618a-49c7-b681-4534263b055d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:00.210568 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0703a379-00cd-40bb-9c10-7b999ddcfaca req-696d3a95-618a-49c7-b681-4534263b055d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0492499 Dec 15 19:04:00.216062 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd784e50-df51-47b9-b2d6-0b6adb0b197c req-19825b15-2b4e-44d3-bb4e-65d76180a0f1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0264268 Dec 15 19:04:00.270547 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0703a379-00cd-40bb-9c10-7b999ddcfaca req-5539f426-eea4-478d-ac80-64361d5a8ddf tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531390 Dec 15 19:04:00.848696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21bbf884-421f-40bb-87ea-62816cad60ea req-91c23ecc-17b6-4342-83b3-7642dedd79ee tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:00.850183 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-21bbf884-421f-40bb-87ea-62816cad60ea req-91c23ecc-17b6-4342-83b3-7642dedd79ee tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0476534 Dec 15 19:04:00.864000 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2473d2cd-03b6-4340-9033-004e9acf3990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:00.917726 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-21bbf884-421f-40bb-87ea-62816cad60ea req-23314701-d0dd-453b-9fd2-c4f42c639411 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613046 Dec 15 19:04:01.109771 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-ed8162fa-6021-4e8a-824c-10833de37ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.111265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-ed8162fa-6021-4e8a-824c-10833de37ec3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2334976 Dec 15 19:04:01.138082 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3741-ea44-4792-95ee-e361c002d00c req-6d47d72f-cbc6-4d13-8cb4-952db7197006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.139789 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-098f3741-ea44-4792-95ee-e361c002d00c req-6d47d72f-cbc6-4d13-8cb4-952db7197006 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 1097 time: 0.1064119 Dec 15 19:04:01.146107 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-5ffd4d4c-5cd8-41f4-bf58-f3beca1f3278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.147585 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-5ffd4d4c-5cd8-41f4-bf58-f3beca1f3278 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 1097 time: 0.0623412 Dec 15 19:04:01.243101 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-1a532eb0-8823-48d6-8c04-fed0e32f5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.244531 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-1a532eb0-8823-48d6-8c04-fed0e32f5fae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1096 time: 0.1980217 Dec 15 19:04:01.256040 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-afef7d5b-35f3-46a7-9726-ff1e6bad35cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 HTTP/1.1" status: 200 len: 217 time: 0.0996146 Dec 15 19:04:01.292410 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643dfc6-a154-40b9-826b-780a1830f0b3 req-30bfb5df-ed48-4f80-9eda-3e63e8af2dfc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.293359 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f643dfc6-a154-40b9-826b-780a1830f0b3 req-30bfb5df-ed48-4f80-9eda-3e63e8af2dfc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.2041652 Dec 15 19:04:01.419637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-60238f72-d6fe-4a7f-956e-b0cad68f1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.421333 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-77ccdf17-f5e9-4d1d-836f-ba190e6b6a61 req-60238f72-d6fe-4a7f-956e-b0cad68f1e8d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2953367 Dec 15 19:04:01.514846 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f643dfc6-a154-40b9-826b-780a1830f0b3 req-c18a9972-1d34-47dc-b953-ac2640076d5c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039156 Dec 15 19:04:01.517868 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-64b925ba-7ac0-49e6-85f6-197edffe62c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.519421 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-64b925ba-7ac0-49e6-85f6-197edffe62c0 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2577200 Dec 15 19:04:01.575449 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-671d9af7-5fcc-407b-a1db-38242a708f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.575449 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-671d9af7-5fcc-407b-a1db-38242a708f21 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 1096 time: 0.1061618 Dec 15 19:04:01.651261 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8f092ea-8da7-4384-8cce-00e36193bd55 req-cbbbc824-fd47-4bf6-93b2-8fb14924ec56 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.1220684 Dec 15 19:04:01.651753 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:01.654211 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b913f31-ecc9-4b0a-8aee-5d684be40015" -d '{"events": [{"name": "network-changed", "server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:01.706477 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-84dbb3bb-db7e-4730-82a8-745b9ca87b22 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891fcb6e-7400-455c-824c-1bcd8f750785 HTTP/1.1" status: 200 len: 217 time: 0.1184094 Dec 15 19:04:01.722402 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cb89dd5-1b8e-4b78-ab3c-0d0ef53a18db x-openstack-request-id: req-7cb89dd5-1b8e-4b78-ab3c-0d0ef53a18db {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:01.722696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:01.722949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7cb89dd5-1b8e-4b78-ab3c-0d0ef53a18db {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:01.723339 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'status': 'completed', 'code': 200} Dec 15 19:04:01.731153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5025e246-be17-4f90-94e4-97be8b9a975e req-85f726a5-aba2-4b8f-85a0-f6e7f83c42ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.732627 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-85f726a5-aba2-4b8f-85a0-f6e7f83c42ce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.2053392 Dec 15 19:04:01.753596 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3741-ea44-4792-95ee-e361c002d00c req-439928c4-fa68-4fa8-a35f-25078cbbaaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:01.753596 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-098f3741-ea44-4792-95ee-e361c002d00c req-439928c4-fa68-4fa8-a35f-25078cbbaaee service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.6021676 Dec 15 19:04:01.852730 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-6ffed44a-03d8-4b20-a0f0-1a81fe287eb6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1010346 Dec 15 19:04:02.021401 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f3db13-172d-49b9-b67c-992e8ff60d3b req-a03fd2bf-a02c-49a6-9d27-394c1021544b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.024484 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-39f3db13-172d-49b9-b67c-992e8ff60d3b req-a03fd2bf-a02c-49a6-9d27-394c1021544b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.3626444 Dec 15 19:04:02.025875 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-36228255-1dac-4338-9b6b-8064ed635c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.027340 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-36228255-1dac-4338-9b6b-8064ed635c41 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51f25069-ead2-41ee-a4bf-34488dba94d4 HTTP/1.1" status: 200 len: 851 time: 0.2972958 Dec 15 19:04:02.029666 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-cfd1f846-b647-40da-b254-61daeb7928f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.029939 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20028516-ab1a-4b97-8d9b-f9417ed86930 req-cfd1f846-b647-40da-b254-61daeb7928f9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4853570 Dec 15 19:04:02.107214 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.44', 60733) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:02.121518 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-8494b5f5-a7ab-4130-9807-cea3d8c6e789 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3eef4975-1e4b-4548-9e9f-50d40af67cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830450 Dec 15 19:04:02.144781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f3741-ea44-4792-95ee-e361c002d00c req-7d1c5bd5-0da9-44b4-a56c-86ada7336e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.146293 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-098f3741-ea44-4792-95ee-e361c002d00c req-7d1c5bd5-0da9-44b4-a56c-86ada7336e63 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3847675 Dec 15 19:04:02.173891 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-d9005611-f372-463e-948e-5b8c0f8e9135 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918370 Dec 15 19:04:02.183469 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d9e53-3166-4ce4-be1a-262e9ac283a9 req-b7fe301f-87ea-4686-9474-5bef7fa38633 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.183753 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f7d9e53-3166-4ce4-be1a-262e9ac283a9 req-b7fe301f-87ea-4686-9474-5bef7fa38633 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.1776557 Dec 15 19:04:02.333069 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-39f3db13-172d-49b9-b67c-992e8ff60d3b req-a1adfe30-0a4f-442d-a380-78205cf31171 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518270 Dec 15 19:04:02.339020 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f7d9e53-3166-4ce4-be1a-262e9ac283a9 req-6437bcbc-11a6-4197-813f-09f54f498703 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467531 Dec 15 19:04:02.392112 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b7f7377b-b1c1-4db1-b346-fe5255ea2596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.393646 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-b7f7377b-b1c1-4db1-b346-fe5255ea2596 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1096 time: 0.2779830 Dec 15 19:04:02.394615 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-2a2abebf-5c49-451d-ac98-da87185792d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.396655 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-2a2abebf-5c49-451d-ac98-da87185792d7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 1097 time: 0.1416900 Dec 15 19:04:02.403204 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5025e246-be17-4f90-94e4-97be8b9a975e req-e00a30dc-325a-41eb-adaa-d6419f1141fd service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185416 Dec 15 19:04:02.453317 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-f2f825f8-54c3-40d4-a48f-3aa6043a15a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.454816 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-f2f825f8-54c3-40d4-a48f-3aa6043a15a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 816 time: 0.3713791 Dec 15 19:04:02.470600 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-72e286bd-a4b9-4475-9d74-e840cd4ec63f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611 HTTP/1.1" status: 200 len: 217 time: 0.0560622 Dec 15 19:04:02.496729 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-6a504ec4-13e2-4b24-8383-86e95e1b546f service neutron] 10.222.0.44 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549633 Dec 15 19:04:02.502510 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-2f1543fb-e2cb-46ff-9c43-a3088a6001c3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0827265 Dec 15 19:04:02.566924 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-fb9a07b8-96fc-4a91-b7c4-acf0ef908256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.568464 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-fb9a07b8-96fc-4a91-b7c4-acf0ef908256 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0872467 Dec 15 19:04:02.642538 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-ffae0402-d828-4aaa-9ddd-d70111017b89 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276828 Dec 15 19:04:02.655616 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-7ffedfa9-e714-4754-8b65-3451f829e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.657627 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-7ffedfa9-e714-4754-8b65-3451f829e200 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 1097 time: 0.0882740 Dec 15 19:04:02.700145 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-4f1c9a85-b60c-4de3-ac59-d2657904471a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 379 time: 0.2106099 Dec 15 19:04:02.705429 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-2652b517-330d-4599-b454-32cfc2a7af84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.707412 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-2652b517-330d-4599-b454-32cfc2a7af84 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.1673553 Dec 15 19:04:02.714016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'port': {'device_id': '93490542-6e11-41c3-9901-c06a1dd65cef', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'admin_state_up': True, 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'security_groups': ['3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:04:02.803768 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-1c2026e9-57c4-4d70-a0eb-d7782064dae2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0779426 Dec 15 19:04:02.814270 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1856112-fe97-439e-986b-b0541d4f9e87 req-a568fda0-1b90-48d5-a7a5-00e51871c52f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0628481 Dec 15 19:04:02.848715 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e8b96-f5e9-4438-b054-b2139b90cf75 req-ac84f3f6-3911-4a8e-a045-57ede09c56d4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:02.850343 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-850e8b96-f5e9-4438-b054-b2139b90cf75 req-ac84f3f6-3911-4a8e-a045-57ede09c56d4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.2179577 Dec 15 19:04:02.889007 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1344e9dd-c8d8-4992-9c3d-5f00f6476028 req-86dfe49f-b861-4d29-a92e-dd3ceba973eb service neutron] 10.222.0.44 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3694847 Dec 15 19:04:02.902728 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-1c2ac805-eb13-439e-a795-faef9ac10ea0 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501531 Dec 15 19:04:03.010779 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-1e5a0390-b23b-4363-a379-2f0173f9d310 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037692 Dec 15 19:04:03.016347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-850e8b96-f5e9-4438-b054-b2139b90cf75 req-ef36c506-82cc-4606-8f2c-e621428ed2c4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322520 Dec 15 19:04:03.021719 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-1650ee91-ba19-49ba-a3b9-a82acf7058e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.023557 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-1650ee91-ba19-49ba-a3b9-a82acf7058e2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 916 time: 0.2903147 Dec 15 19:04:03.074441 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-de3cc592-f4ec-4e07-a5ce-3bdc4b6ff822 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 HTTP/1.1" status: 200 len: 217 time: 0.0383976 Dec 15 19:04:03.109951 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbd223da-29ac-4d2c-b32e-0b5178cc186f req-4dbe8239-8366-462a-aee6-6cfd006cf990 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884974 Dec 15 19:04:03.116334 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dc40dba5-ff5c-454b-bde3-af1b71874584 req-2d0a9b4a-7d5e-4031-bc26-5c076bdc3424 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029190 Dec 15 19:04:03.117401 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Made reservation on behalf of 9d8cea93eb6c4a0d90f0c234dbef38f7 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:04:03.121320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.136134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-e90608f3-7488-401f-bb8b-248a5d922c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.137631 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-e90608f3-7488-401f-bb8b-248a5d922c25 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.0539801 Dec 15 19:04:03.172555 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-4708cd8d-d5cb-46e9-8672-4a34415802d7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254745 Dec 15 19:04:03.274639 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Allocated IP 172.20.0.3 (fcfdb591-816a-44d0-9526-48dd9abde6af/03ff90d2-3814-4ed9-9557-6fb86f7b8161/2c56f2d3-88c3-4e37-b62b-41f5e58fee33) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:04:03.281590 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-27fd6c6b-2bea-4386-938c-1b4ef22cfd8d service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016405 Dec 15 19:04:03.314584 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-46cbeedf-7356-4697-b591-d6eceb355fdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.425192 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.504011 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3ceee0-bc30-4caf-93c7-7a41dd28bb66 req-1563502c-1b17-4b89-8d72-7bb982565fd5 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.505621 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d3ceee0-bc30-4caf-93c7-7a41dd28bb66 req-1563502c-1b17-4b89-8d72-7bb982565fd5 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0652258 Dec 15 19:04:03.552130 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.558233 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8d3ceee0-bc30-4caf-93c7-7a41dd28bb66 req-71f130ed-4583-41fc-a60f-483653ffd0d8 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Dec 15 19:04:03.581954 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0d09c9-8cc7-4894-8aad-c146332c5563 req-d0b33de8-7fb2-4148-9f9e-9bed055892d6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.583419 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e0d09c9-8cc7-4894-8aad-c146332c5563 req-d0b33de8-7fb2-4148-9f9e-9bed055892d6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0750906 Dec 15 19:04:03.588916 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b913f31-ecc9-4b0a-8aee-5d684be40015 req-d0f0cf71-006a-460f-b89c-d1eef8398b62 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2972984 Dec 15 19:04:03.602568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Network fcfdb591-816a-44d0-9526-48dd9abde6af is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:04:03.605672 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:04:03.609869 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:04:03.616435 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.617366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.630002 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:03.637685 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e0d09c9-8cc7-4894-8aad-c146332c5563 req-c6ad4c13-c272-4f1e-8868-8575e2f7fd43 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477798 Dec 15 19:04:03.743794 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-b3ddf158-bf53-4d5f-962b-686987433cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0337133 Dec 15 19:04:03.798107 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-77454461-28a5-46ed-ac45-c9fba94cf392 None None] Provisioning complete for port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:03.798482 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-77454461-28a5-46ed-ac45-c9fba94cf392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:03.833266 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-77454461-28a5-46ed-ac45-c9fba94cf392 None None] Port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:04:03.934162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d3364-8139-4e66-9d1a-2db5da2da2dc req-3a9b5324-7f3b-482c-ad65-ae5e9ccac9cd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:03.935549 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-600d3364-8139-4e66-9d1a-2db5da2da2dc req-3a9b5324-7f3b-482c-ad65-ae5e9ccac9cd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 931 time: 0.0511286 Dec 15 19:04:03.984904 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-600d3364-8139-4e66-9d1a-2db5da2da2dc req-65358ea2-8eb9-49ae-94ec-49df11b2ddfb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428236 Dec 15 19:04:04.136043 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bbfe9-8ca4-4762-847d-eb4088f14efd req-09266996-a885-45a5-8c04-98e5b2b867b1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:04.137499 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-db4bbfe9-8ca4-4762-847d-eb4088f14efd req-09266996-a885-45a5-8c04-98e5b2b867b1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.0537951 Dec 15 19:04:04.184268 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-db4bbfe9-8ca4-4762-847d-eb4088f14efd req-aea6fbbe-9057-47e0-87ab-ef96ff0cef0f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402269 Dec 15 19:04:04.405967 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:04.678181 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132b9031-2bde-4659-9af2-dffe5f3e3d3d req-0724d1bb-9c30-4685-a86d-ebb88a9091f7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:04.679876 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-132b9031-2bde-4659-9af2-dffe5f3e3d3d req-0724d1bb-9c30-4685-a86d-ebb88a9091f7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0532272 Dec 15 19:04:04.731750 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-132b9031-2bde-4659-9af2-dffe5f3e3d3d req-b30a2c75-ca54-4f0a-814d-4c6c4a1645cb tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422628 Dec 15 19:04:04.758392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbab9c1b-e640-4853-a1c7-f655142f78ba req-ffdf0529-3fbb-4def-9c4b-59cfce15e2c9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:04.760146 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dbab9c1b-e640-4853-a1c7-f655142f78ba req-ffdf0529-3fbb-4def-9c4b-59cfce15e2c9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0485120 Dec 15 19:04:04.805719 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dbab9c1b-e640-4853-a1c7-f655142f78ba req-3dfed87f-8d5a-41b0-9763-91202af4435d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395410 Dec 15 19:04:05.113698 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b92a56c-fdf9-4bb3-a7af-12d332acda62 req-6ff352b0-1d6f-4aee-9ed2-6ac8219c9cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:05.115112 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b92a56c-fdf9-4bb3-a7af-12d332acda62 req-6ff352b0-1d6f-4aee-9ed2-6ac8219c9cf1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 931 time: 0.0515060 Dec 15 19:04:05.164297 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b92a56c-fdf9-4bb3-a7af-12d332acda62 req-330ef460-0fb7-4d01-8712-d1c90e2df24b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433233 Dec 15 19:04:05.294426 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee8fa5c-23e4-4c0a-a404-fbc681125d01 req-b219bfee-f4cf-4d93-bf53-dd7e16c2128d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:05.295901 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ee8fa5c-23e4-4c0a-a404-fbc681125d01 req-b219bfee-f4cf-4d93-bf53-dd7e16c2128d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.0480499 Dec 15 19:04:05.346694 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ee8fa5c-23e4-4c0a-a404-fbc681125d01 req-b89261ff-8470-4b5f-b43f-a4601d8fbe3c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448568 Dec 15 19:04:05.776940 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:05.848075 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5514d-2572-45db-b3a6-98ddec3f3a54 req-825b216d-65d8-4e3f-88a6-5e1460615f44 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:05.849563 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7da5514d-2572-45db-b3a6-98ddec3f3a54 req-825b216d-65d8-4e3f-88a6-5e1460615f44 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0505655 Dec 15 19:04:05.897650 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7da5514d-2572-45db-b3a6-98ddec3f3a54 req-fd03165a-4940-4674-ae26-2d4fe400fc3c tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409517 Dec 15 19:04:05.918645 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcde62e5-386a-4d6b-a54f-a18c75d66b59 req-8b87f14f-b5f7-4ceb-9575-7eb19cd0809f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:05.920133 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcde62e5-386a-4d6b-a54f-a18c75d66b59 req-8b87f14f-b5f7-4ceb-9575-7eb19cd0809f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0479817 Dec 15 19:04:05.965581 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcde62e5-386a-4d6b-a54f-a18c75d66b59 req-8e86e0a7-8810-4791-aa08-9a3803b02d0b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389953 Dec 15 19:04:06.280409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ae876-3e61-4b23-9e5f-d229a7cd479e req-96d053bb-22a4-4a8b-8e67-4e4a9f57abf0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:06.282593 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab3ae876-3e61-4b23-9e5f-d229a7cd479e req-96d053bb-22a4-4a8b-8e67-4e4a9f57abf0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 931 time: 0.0488279 Dec 15 19:04:06.328643 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab3ae876-3e61-4b23-9e5f-d229a7cd479e req-5eeba8c2-9ba1-4768-8c5c-ca239d59f40f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401051 Dec 15 19:04:06.458236 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e77c62-6f92-44fc-8340-14ae5a23ee2a req-dd826227-4991-456c-8663-de893546040d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:06.459641 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84e77c62-6f92-44fc-8340-14ae5a23ee2a req-dd826227-4991-456c-8663-de893546040d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.0484681 Dec 15 19:04:06.500453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Request body: {'port': {'device_id': '93490542-6e11-41c3-9901-c06a1dd65cef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:04:06.507069 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84e77c62-6f92-44fc-8340-14ae5a23ee2a req-5fd64bbd-ef89-4abf-8721-0a4997738f25 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415571 Dec 15 19:04:06.557048 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:06.697327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:06.818706 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:06.826201 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:06.838173 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Transition to ACTIVE for port object 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:04:06.911759 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:06.973668 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:07.035176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Attempting to bind port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:04:07.035515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Attempting to bind port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:04:07.035849 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Attempting to bind port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:04:07.050530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 on network fcfdb591-816a-44d0-9526-48dd9abde6af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:04:07.050530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Attempting to bind port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:04:07.058845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 3, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:04:07.059193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Checking segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:04:07.059792 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Bound using segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:04:07.060494 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Bound port: 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:04:07.061038 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:07.077465 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03262ae3-2ccc-40ff-b7b4-a2c566b87d13 req-9cb26f9e-e313-499b-bceb-72807db2daa8 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.079563 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-03262ae3-2ccc-40ff-b7b4-a2c566b87d13 req-9cb26f9e-e313-499b-bceb-72807db2daa8 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.1115849 Dec 15 19:04:07.128846 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02eb48c-66cd-4f0a-8afb-830f05013c1d req-0c1c0fdf-720e-4d45-aec8-2b65332d7c44 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.137186 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d02eb48c-66cd-4f0a-8afb-830f05013c1d req-0c1c0fdf-720e-4d45-aec8-2b65332d7c44 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.0999694 Dec 15 19:04:07.189300 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-03262ae3-2ccc-40ff-b7b4-a2c566b87d13 req-972a5c47-7a84-4524-adb1-d58d21159bba tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Dec 15 19:04:07.210336 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:04:07.214032 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:04:07.227857 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d02eb48c-66cd-4f0a-8afb-830f05013c1d req-1f702710-7bd9-4058-a4fd-e49677d793fe tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892832 Dec 15 19:04:07.300975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:07.387355 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.387981 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:07.389524 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] 10.222.0.44 "PUT /v2.0/ports/2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 1093 time: 0.8937976 Dec 15 19:04:07.390010 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:07.392549 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48edd546-bf42-4bea-8363-423a40e0926a" -d '{"events": [{"name": "network-changed", "server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:07.395815 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9f9a23-1e95-4dc7-b1cc-359dfa92c05c service neutron] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:07.453661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ad11d9-33a4-4016-b0b0-c2dbc88cd2fa x-openstack-request-id: req-d8ad11d9-33a4-4016-b0b0-c2dbc88cd2fa {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:07.455859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:07.455859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8ad11d9-33a4-4016-b0b0-c2dbc88cd2fa {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:07.455859 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'status': 'completed', 'code': 200} Dec 15 19:04:07.522346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd348a5d-7e41-4c3e-b344-f368dd35f1b4 req-5808b218-6eef-48a6-99b5-b7c73da89032 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.523918 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dd348a5d-7e41-4c3e-b344-f368dd35f1b4 req-5808b218-6eef-48a6-99b5-b7c73da89032 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0802691 Dec 15 19:04:07.540878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd546-bf42-4bea-8363-423a40e0926a req-cc49c556-8d02-49ef-b8b3-5b2e6e446153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.543684 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48edd546-bf42-4bea-8363-423a40e0926a req-cc49c556-8d02-49ef-b8b3-5b2e6e446153 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1096 time: 0.0711560 Dec 15 19:04:07.723989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb2fa6-4da4-463b-98da-43efae097f1c req-5ed1fd52-1eeb-4244-a83a-4eefa114001f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.731863 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7fb2fa6-4da4-463b-98da-43efae097f1c req-5ed1fd52-1eeb-4244-a83a-4eefa114001f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.1281543 Dec 15 19:04:07.766162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47794) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:07.810111 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7fb2fa6-4da4-463b-98da-43efae097f1c req-82a3617a-0948-44ef-a595-855fda3a9143 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728018 Dec 15 19:04:07.819791 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dd348a5d-7e41-4c3e-b344-f368dd35f1b4 req-ae39284f-16a8-4772-9c36-9067f5e42744 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2883530 Dec 15 19:04:07.858268 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd546-bf42-4bea-8363-423a40e0926a req-d2543a50-b4c0-4fb7-8d00-d9962d2cd1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.862699 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48edd546-bf42-4bea-8363-423a40e0926a req-d2543a50-b4c0-4fb7-8d00-d9962d2cd1ff service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3093421 Dec 15 19:04:07.894844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26717fd8-6e05-4f74-bbf0-8bd5e997bda7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:07.965679 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48edd546-bf42-4bea-8363-423a40e0926a req-2a1f5f40-7af6-4c0d-837c-e4809995e5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:07.967129 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48edd546-bf42-4bea-8363-423a40e0926a req-2a1f5f40-7af6-4c0d-837c-e4809995e5b9 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0970581 Dec 15 19:04:07.972906 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26717fd8-6e05-4f74-bbf0-8bd5e997bda7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.032300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26717fd8-6e05-4f74-bbf0-8bd5e997bda7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.045220 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-38930f77-71c6-403a-b015-a1c32adfb369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.046788 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-38930f77-71c6-403a-b015-a1c32adfb369 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1096 time: 0.0448158 Dec 15 19:04:08.072911 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26717fd8-6e05-4f74-bbf0-8bd5e997bda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06bd0d83-c2fc-401e-aae7-7594ab99a482,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:08.080031 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-26717fd8-6e05-4f74-bbf0-8bd5e997bda7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6031cf105e2e4c6d92e74c819472b49a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3075724 Dec 15 19:04:08.080772 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47798) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:08.090780 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-d7096384-894a-4352-a5fa-f9bd81ec06b9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 217 time: 0.0345900 Dec 15 19:04:08.133904 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.147513 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-d4f04082-f789-4cc3-915a-5c64e4b20d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.148989 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-d4f04082-f789-4cc3-915a-5c64e4b20d56 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0453258 Dec 15 19:04:08.155529 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.209653 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-73429a7a-0151-4d4d-a49f-13707e819885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.211181 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-73429a7a-0151-4d4d-a49f-13707e819885 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0546701 Dec 15 19:04:08.296528 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.299943 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.301113 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/06bd0d83-c2fc-401e-aae7-7594ab99a482 HTTP/1.1" status: 204 len: 168 time: 0.2199986 Dec 15 19:04:08.313075 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89ac49e-40db-4848-89bd-fb833021d606 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06bd0d83-c2fc-401e-aae7-7594ab99a482,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:08.329991 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeaf8a-a628-437f-8976-37f6c22b7dbf req-97001e6b-ff66-4864-9522-0d5bae08c5e2 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.331629 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8eaeaf8a-a628-437f-8976-37f6c22b7dbf req-97001e6b-ff66-4864-9522-0d5bae08c5e2 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0729911 Dec 15 19:04:08.371853 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-f8391054-fd43-4ba5-867b-450a3a26c866 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530638 Dec 15 19:04:08.403616 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8eaeaf8a-a628-437f-8976-37f6c22b7dbf req-349febb2-9fee-49ee-aabf-4b0ffcba6b02 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610392 Dec 15 19:04:08.446761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069c21a5-7df7-4d01-816c-ddea45219a32 req-8698471c-6921-474d-a2c2-8af1592753f5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.448396 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-069c21a5-7df7-4d01-816c-ddea45219a32 req-8698471c-6921-474d-a2c2-8af1592753f5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 944 time: 0.1143658 Dec 15 19:04:08.523948 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:04:08.524719 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2dec10c5-c3cd-4daf-8509-ccd378247c1a req-7430f3de-fe61-4685-9876-bd1449004472 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445143 Dec 15 19:04:08.528637 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-069c21a5-7df7-4d01-816c-ddea45219a32 req-3ff898d7-28bf-4752-828f-15c0d5b85536 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731647 Dec 15 19:04:08.657776 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:08.677308 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'port_id': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'mac_address': 'fa:16:3e:b6:e1:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ef2e1c-7070-42bb-b0cc-2753b664be4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:04:08.726657 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.747668 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:08.772092 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:08.846544 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:08.847511 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 98ba3766-39b5-4cc8-b78b-7acb892ea611 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:04:08.919932 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594b3596-f2f4-431e-b931-ff79bd57c132 req-899d3536-0f58-4b9b-a50a-760cccec23a9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.922142 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-594b3596-f2f4-431e-b931-ff79bd57c132 req-899d3536-0f58-4b9b-a50a-760cccec23a9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 944 time: 0.0512040 Dec 15 19:04:08.954335 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:08.976869 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3222d-7dce-491c-9aaf-03d9ca36ea03 req-7d593d59-da95-4fb2-97aa-d324618be839 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:08.986267 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecf3222d-7dce-491c-9aaf-03d9ca36ea03 req-7d593d59-da95-4fb2-97aa-d324618be839 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0717375 Dec 15 19:04:08.991027 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-594b3596-f2f4-431e-b931-ff79bd57c132 req-c02a1548-32a7-4097-98e4-1857db0875a9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526578 Dec 15 19:04:09.008664 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.030917 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '98ba3766-39b5-4cc8-b78b-7acb892ea611', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'port_id': '98ba3766-39b5-4cc8-b78b-7acb892ea611', 'mac_address': 'fa:16:3e:74:4c:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:04:09.060156 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecf3222d-7dce-491c-9aaf-03d9ca36ea03 req-53ad663c-8cf3-48bf-b4f9-bad21cd6e9ac tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727041 Dec 15 19:04:09.188646 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.201834 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98ba3766-39b5-4cc8-b78b-7acb892ea611 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:09.224633 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.285983 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.286664 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 891fcb6e-7400-455c-824c-1bcd8f750785 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:04:09.356108 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:09.433720 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=891fcb6e-7400-455c-824c-1bcd8f750785,segment=NetworkSegment(98f6d7a3-1fbb-4975-b607-6e313692ed28),segment_id=98f6d7a3-1fbb-4975-b607-6e313692ed28)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.444929 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '891fcb6e-7400-455c-824c-1bcd8f750785', 'network_id': '3eef4975-1e4b-4548-9e9f-50d40af67cbd', 'port_id': '891fcb6e-7400-455c-824c-1bcd8f750785', 'mac_address': 'fa:16:3e:01:5d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 571, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '51f25069-ead2-41ee-a4bf-34488dba94d4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:04:09.488913 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.504828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 891fcb6e-7400-455c-824c-1bcd8f750785 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:09.535979 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=891fcb6e-7400-455c-824c-1bcd8f750785,segment=NetworkSegment(98f6d7a3-1fbb-4975-b607-6e313692ed28),segment_id=98f6d7a3-1fbb-4975-b607-6e313692ed28)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.543277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bf15bb-a65d-492e-b321-37c8051bb81c req-371c332f-f72a-4c05-9acc-bc0cfaeae595 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:09.543277 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54bf15bb-a65d-492e-b321-37c8051bb81c req-371c332f-f72a-4c05-9acc-bc0cfaeae595 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 943 time: 0.0571015 Dec 15 19:04:09.595585 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54bf15bb-a65d-492e-b321-37c8051bb81c req-2fce61f4-6835-43eb-8833-fd5625a8d439 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509422 Dec 15 19:04:09.621116 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.621877 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 314bc344-bc90-4467-84d5-ab3c08f0f363 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:04:09.703184 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:09.709213 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=314bc344-bc90-4467-84d5-ab3c08f0f363,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.723629 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '314bc344-bc90-4467-84d5-ab3c08f0f363', 'network_id': 'ad27c95c-4200-4f8c-a87e-cb2c17144865', 'port_id': '314bc344-bc90-4467-84d5-ab3c08f0f363', 'mac_address': 'fa:16:3e:a0:b8:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 569, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5123ad75-36a6-42fc-b90f-17949878a1f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:04:09.738984 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c047bb74-8656-49fc-b4a3-c42d42bd4695 req-9949f744-cd01-4298-badb-8c96c0e058c7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:09.740955 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c047bb74-8656-49fc-b4a3-c42d42bd4695 req-9949f744-cd01-4298-badb-8c96c0e058c7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0826416 Dec 15 19:04:09.763371 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.781384 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 314bc344-bc90-4467-84d5-ab3c08f0f363 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:09.806713 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c047bb74-8656-49fc-b4a3-c42d42bd4695 req-4af0b74c-e418-4214-a7f5-e8a9679169bb tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590255 Dec 15 19:04:09.807750 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=314bc344-bc90-4467-84d5-ab3c08f0f363,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:09.885973 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:09.932191 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:10.119888 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c8fd09-313e-41d7-86aa-7ddcbb2d550d req-b7ec9b0c-0df7-4831-946b-95180901dd55 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:10.124359 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08c8fd09-313e-41d7-86aa-7ddcbb2d550d req-b7ec9b0c-0df7-4831-946b-95180901dd55 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0501704 Dec 15 19:04:10.174603 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08c8fd09-313e-41d7-86aa-7ddcbb2d550d req-f177f6e3-cc94-4a82-858c-2cdd4f4a517c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464361 Dec 15 19:04:10.184732 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311805db-f0ac-47da-8d77-0eedf693f768 req-dde985d0-9b8b-4f94-a242-cd2f69ea1c75 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:10.186785 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-311805db-f0ac-47da-8d77-0eedf693f768 req-dde985d0-9b8b-4f94-a242-cd2f69ea1c75 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0525613 Dec 15 19:04:10.239488 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-311805db-f0ac-47da-8d77-0eedf693f768 req-19c0f27a-db64-4290-9ef4-991067754342 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408623 Dec 15 19:04:10.341785 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 47892) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:10.444074 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b447476a-026c-4f1a-bf7e-385ccdcb9b15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.514546 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b447476a-026c-4f1a-bf7e-385ccdcb9b15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.608994 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b447476a-026c-4f1a-bf7e-385ccdcb9b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.652114 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b447476a-026c-4f1a-bf7e-385ccdcb9b15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=01925289c3bc47e3bf08564a2d20a1b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3092360 Dec 15 19:04:10.654237 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b447476a-026c-4f1a-bf7e-385ccdcb9b15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8111fc-a9c3-4f30-b7ec-65358b700ff8,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:10.654865 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 47900) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:10.733588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.741699 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db64a9a4-254e-48da-8830-115bf085b872 req-f170d07b-8cc8-48de-ae4d-336131565e21 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:10.743155 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db64a9a4-254e-48da-8830-115bf085b872 req-f170d07b-8cc8-48de-ae4d-336131565e21 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0743980 Dec 15 19:04:10.779347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.829202 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db64a9a4-254e-48da-8830-115bf085b872 req-8ea8493e-b2a1-4320-b165-0e492a945bf4 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773771 Dec 15 19:04:10.930103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac9c61-6add-4b1e-8b47-8219eb66d81d req-dc324227-94f3-4c1e-a665-49d7857c6fe2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:10.931671 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9fac9c61-6add-4b1e-8b47-8219eb66d81d req-dc324227-94f3-4c1e-a665-49d7857c6fe2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0493097 Dec 15 19:04:10.937149 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.940826 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:10.941143 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6d8111fc-a9c3-4f30-b7ec-65358b700ff8 HTTP/1.1" status: 204 len: 168 time: 0.2851253 Dec 15 19:04:10.958755 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4830f-02ac-48e4-a669-d284bc21ceb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8111fc-a9c3-4f30-b7ec-65358b700ff8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:11.001721 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9fac9c61-6add-4b1e-8b47-8219eb66d81d req-85f7b685-90a7-4de6-88d9-51bef20a416b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633318 Dec 15 19:04:11.304758 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95dac97-e8f7-42a8-a887-28be9b2d0c68 req-1d71e0e2-4b4b-433b-b3d8-c824a7a0081e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:11.306815 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c95dac97-e8f7-42a8-a887-28be9b2d0c68 req-1d71e0e2-4b4b-433b-b3d8-c824a7a0081e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0610936 Dec 15 19:04:11.359946 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c95dac97-e8f7-42a8-a887-28be9b2d0c68 req-e385103e-f447-420f-b6ba-76ec31fa9cf9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461667 Dec 15 19:04:11.378667 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cebac9-a0c3-42fb-8fa1-e32bee40d1ce req-0f21bfd3-f3ab-4ffa-8e1d-2a2cfc06e4d2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:11.381605 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f6cebac9-a0c3-42fb-8fa1-e32bee40d1ce req-0f21bfd3-f3ab-4ffa-8e1d-2a2cfc06e4d2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0707390 Dec 15 19:04:11.429611 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f6cebac9-a0c3-42fb-8fa1-e32bee40d1ce req-a47ab03b-ab1c-4152-83c6-f73ca0593a84 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424943 Dec 15 19:04:11.951640 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4252e-3238-48bd-bdb4-df6036550644 req-96fb8276-575f-4c0e-8424-4959cc39793b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:11.953185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a7d4252e-3238-48bd-bdb4-df6036550644 req-96fb8276-575f-4c0e-8424-4959cc39793b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0498676 Dec 15 19:04:12.004045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a7d4252e-3238-48bd-bdb4-df6036550644 req-ddfdd47b-4fbf-465b-8119-a0e8120d2f0d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448031 Dec 15 19:04:12.119538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a388ac19-9400-44b0-89ce-651da55ea7c1 req-3c546c82-82ce-4037-a5d9-f66d4fb20b7f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:12.121014 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a388ac19-9400-44b0-89ce-651da55ea7c1 req-3c546c82-82ce-4037-a5d9-f66d4fb20b7f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0526805 Dec 15 19:04:12.167281 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a388ac19-9400-44b0-89ce-651da55ea7c1 req-5f030c2e-e430-48fa-b029-745a7d02bf7f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402894 Dec 15 19:04:12.482060 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e136d19f-2604-4030-989d-5bee480512cd req-777464e9-e6ca-4933-8fe8-842a575b209e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:12.483668 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e136d19f-2604-4030-989d-5bee480512cd req-777464e9-e6ca-4933-8fe8-842a575b209e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0557222 Dec 15 19:04:12.531447 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e136d19f-2604-4030-989d-5bee480512cd req-ba931039-8f4e-48e3-9f4d-13268c1f0cb0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416200 Dec 15 19:04:12.547678 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca49d17-2b0d-468a-b981-18d7146f9bfe req-f11c46a9-84a4-4c8a-a80e-107358a90d96 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:12.549223 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cca49d17-2b0d-468a-b981-18d7146f9bfe req-f11c46a9-84a4-4c8a-a80e-107358a90d96 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0493073 Dec 15 19:04:12.597406 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cca49d17-2b0d-468a-b981-18d7146f9bfe req-62cb01ae-37a0-4bfa-8cd6-e53b26057fd6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421677 Dec 15 19:04:12.785676 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:13.124832 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c029c136-4640-45ba-acda-f8cffb9508b7 req-5e9296ad-4f33-4480-bda9-b7ea677bcde5 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:13.126926 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c029c136-4640-45ba-acda-f8cffb9508b7 req-5e9296ad-4f33-4480-bda9-b7ea677bcde5 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0490322 Dec 15 19:04:13.180951 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c029c136-4640-45ba-acda-f8cffb9508b7 req-021e99f4-3dde-478e-8fbd-06b69a139184 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478182 Dec 15 19:04:13.286533 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c108e6-e74f-4da9-8600-9511ef94c973 req-f7629916-96fd-4fe8-8955-8ad6eb48c5d5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:13.288245 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b4c108e6-e74f-4da9-8600-9511ef94c973 req-f7629916-96fd-4fe8-8955-8ad6eb48c5d5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0502555 Dec 15 19:04:13.343763 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b4c108e6-e74f-4da9-8600-9511ef94c973 req-1661184b-7f7c-44c0-811e-2fbd4f0e06e6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481181 Dec 15 19:04:13.502426 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48002) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:13.630804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c53d8816-10c1-4b29-8d2d-cec1eb94cde6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:13.670284 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa7bf0-c082-48c8-b023-bab2e1f7b5f5 req-3df858a0-f443-43f3-9397-0571c4ac6643 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:13.671772 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2faa7bf0-c082-48c8-b023-bab2e1f7b5f5 req-3df858a0-f443-43f3-9397-0571c4ac6643 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0717945 Dec 15 19:04:13.718337 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77920c3e-ad39-4b9c-a06e-977ce2631c63 req-b57f2338-2116-4e08-9956-c5133a9a9b43 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:13.726504 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77920c3e-ad39-4b9c-a06e-977ce2631c63 req-b57f2338-2116-4e08-9956-c5133a9a9b43 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0584033 Dec 15 19:04:13.748713 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2faa7bf0-c082-48c8-b023-bab2e1f7b5f5 req-437540c1-f39e-4560-8c6e-a1ba23ffd436 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685594 Dec 15 19:04:13.775459 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c53d8816-10c1-4b29-8d2d-cec1eb94cde6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:13.785451 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-77920c3e-ad39-4b9c-a06e-977ce2631c63 req-2047c70f-64e2-4c77-8aa7-b6a10b25ec80 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580065 Dec 15 19:04:13.843059 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c53d8816-10c1-4b29-8d2d-cec1eb94cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:13.880855 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c53d8816-10c1-4b29-8d2d-cec1eb94cde6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1695528c716047978f0a14075987a219&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3773227 Dec 15 19:04:13.881902 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53d8816-10c1-4b29-8d2d-cec1eb94cde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09014188-2e84-4894-bc9f-9ff2a5b44154,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:13.883587 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48014) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:13.932012 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:13.952355 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.054509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.057155 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.058312 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09014188-2e84-4894-bc9f-9ff2a5b44154 HTTP/1.1" status: 204 len: 168 time: 0.1736257 Dec 15 19:04:14.066424 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2eec87-ab83-4269-8c03-d695fbbd9fbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09014188-2e84-4894-bc9f-9ff2a5b44154,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:14.296455 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c3719a-5652-409f-a900-30b6457467c0 req-2cd5d3a5-0cd4-4928-ae72-3a43cfd65a48 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:14.301137 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d4c3719a-5652-409f-a900-30b6457467c0 req-2cd5d3a5-0cd4-4928-ae72-3a43cfd65a48 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0520372 Dec 15 19:04:14.351171 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d4c3719a-5652-409f-a900-30b6457467c0 req-ef8e3348-6140-4469-8bbe-5c7890dc3122 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454545 Dec 15 19:04:14.460631 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36f4df1-17ea-4410-a211-a41f411c432a req-fbba33cc-0a87-47fa-9c90-ff50ddd0a030 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:14.462604 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e36f4df1-17ea-4410-a211-a41f411c432a req-fbba33cc-0a87-47fa-9c90-ff50ddd0a030 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0514200 Dec 15 19:04:14.512370 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e36f4df1-17ea-4410-a211-a41f411c432a req-9cd2cbdd-7b9b-456b-8479-9fbd88ab25ac tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436213 Dec 15 19:04:14.660221 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48026) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:14.673895 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d049e8c2-0dac-4bdb-89a0-3c49feed31ef admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.745328 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d049e8c2-0dac-4bdb-89a0-3c49feed31ef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.816878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d049e8c2-0dac-4bdb-89a0-3c49feed31ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:14.882183 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d049e8c2-0dac-4bdb-89a0-3c49feed31ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=03700f48bd7f41afaa215ba329bbef8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2208545 Dec 15 19:04:14.885044 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48036) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:14.892200 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d049e8c2-0dac-4bdb-89a0-3c49feed31ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6866d890-c32b-48a0-9611-c1e023d6c9d0,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:14.906379 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7f3d76-5cd0-4446-8fc6-291a63b5f1fc req-d7f0c3c7-1f55-41c8-83d3-ae975cde38d3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:14.908033 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d7f3d76-5cd0-4446-8fc6-291a63b5f1fc req-d7f0c3c7-1f55-41c8-83d3-ae975cde38d3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0504563 Dec 15 19:04:14.926084 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3616d802-d249-487e-8d27-9cda728e3050 req-3a5773f9-71ea-4710-83ca-8ad45b800db7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:14.927581 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3616d802-d249-487e-8d27-9cda728e3050 req-3a5773f9-71ea-4710-83ca-8ad45b800db7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0995600 Dec 15 19:04:14.955391 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d7f3d76-5cd0-4446-8fc6-291a63b5f1fc req-a097d62f-2991-4a2e-b098-4e7988fb93e8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412567 Dec 15 19:04:14.958080 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:04:14.978126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.007540 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3616d802-d249-487e-8d27-9cda728e3050 req-eee80475-13da-488a-aad5-8971fdfa2e6f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736191 Dec 15 19:04:15.016711 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.059470 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:15.070527 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:04:15.106892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.118960 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:15.139508 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:15.151488 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.154229 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.155389 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6866d890-c32b-48a0-9611-c1e023d6c9d0 HTTP/1.1" status: 204 len: 168 time: 0.2692504 Dec 15 19:04:15.163746 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b16a79-4268-4dc8-9454-247910e1f188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6866d890-c32b-48a0-9611-c1e023d6c9d0,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:15.234139 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:15.285173 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:15.470535 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93e007-d094-4970-8555-3f1bed7324b4 req-532512f6-a4ce-4012-a2d4-9f0c86067b89 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:15.472027 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e93e007-d094-4970-8555-3f1bed7324b4 req-532512f6-a4ce-4012-a2d4-9f0c86067b89 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0552387 Dec 15 19:04:15.523731 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e93e007-d094-4970-8555-3f1bed7324b4 req-980c38e3-4684-4eb3-b880-92910820d47a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444672 Dec 15 19:04:15.636624 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d3f4e8-8885-4425-a98c-0da338be0f0c req-441d8310-640f-4e82-9353-6f81f95b6439 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:15.638142 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92d3f4e8-8885-4425-a98c-0da338be0f0c req-441d8310-640f-4e82-9353-6f81f95b6439 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0497205 Dec 15 19:04:15.692416 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92d3f4e8-8885-4425-a98c-0da338be0f0c req-07e3a4e2-a1a2-49bf-9946-64738819de47 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479975 Dec 15 19:04:15.997383 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['314bc344-bc90-4467-84d5-ab3c08f0f363'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:16.020203 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:16.022885 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['98ba3766-39b5-4cc8-b78b-7acb892ea611'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:16.059422 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['891fcb6e-7400-455c-824c-1bcd8f750785'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:16.085900 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69486aed-bafe-46ef-81e2-7c1f82178734 req-0ed4a457-74e3-41e1-b69a-8b533f8b1ece tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:16.094758 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69486aed-bafe-46ef-81e2-7c1f82178734 req-0ed4a457-74e3-41e1-b69a-8b533f8b1ece tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0601180 Dec 15 19:04:16.148046 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69486aed-bafe-46ef-81e2-7c1f82178734 req-986451e2-1895-4aff-9ee5-d44c8fed9a57 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520587 Dec 15 19:04:16.162584 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817f45a-66d2-465e-8a43-7666e6127020 req-b84c9b7c-89be-4a77-9fcc-8c85ea4c9bf8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:16.164829 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7817f45a-66d2-465e-8a43-7666e6127020 req-b84c9b7c-89be-4a77-9fcc-8c85ea4c9bf8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0787573 Dec 15 19:04:16.225231 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7817f45a-66d2-465e-8a43-7666e6127020 req-4d3f13db-5101-4c21-aec2-1788ba4a0db1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512621 Dec 15 19:04:16.268604 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['2c56f2d3-88c3-4e37-b62b-41f5e58fee33'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:16.660889 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d0938c-26ee-4b67-950b-9f35254e5be7 req-5c172263-21c9-4030-b312-27412a0441f3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:16.662474 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4d0938c-26ee-4b67-950b-9f35254e5be7 req-5c172263-21c9-4030-b312-27412a0441f3 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0524886 Dec 15 19:04:16.713134 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d4d0938c-26ee-4b67-950b-9f35254e5be7 req-c89b7ce1-a4fe-44e7-9f79-da20cc7a6154 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444486 Dec 15 19:04:16.817781 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b91d8a-8a48-42aa-b89b-119bf7a637a5 req-2874b351-1267-4e0a-954a-1260192682c4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:16.819607 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08b91d8a-8a48-42aa-b89b-119bf7a637a5 req-2874b351-1267-4e0a-954a-1260192682c4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0545418 Dec 15 19:04:16.881027 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08b91d8a-8a48-42aa-b89b-119bf7a637a5 req-0fb00881-1a8d-495f-a89a-14e8b4633c44 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488501 Dec 15 19:04:17.333137 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29aeab-cd39-4088-963d-0efe3e2bdc04 req-9dc4c933-f979-4174-bb7d-ad3b1c855901 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:17.334587 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a29aeab-cd39-4088-963d-0efe3e2bdc04 req-9dc4c933-f979-4174-bb7d-ad3b1c855901 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0611007 Dec 15 19:04:17.352179 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e18192-82d5-4765-b509-7abb279627c7 req-29ab0442-2a94-43b9-8ab8-d25185a384a2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:17.353814 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58e18192-82d5-4765-b509-7abb279627c7 req-29ab0442-2a94-43b9-8ab8-d25185a384a2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0531847 Dec 15 19:04:17.385354 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5a29aeab-cd39-4088-963d-0efe3e2bdc04 req-fbd76761-b93f-47fd-8f85-83f3aafe096c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446091 Dec 15 19:04:17.415944 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-58e18192-82d5-4765-b509-7abb279627c7 req-9ae5abaf-877d-4a1b-95f3-84345a808e45 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556679 Dec 15 19:04:17.843162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c327a39-c506-405c-9bf1-e2cdd566a426 req-09c32915-4cda-42f3-bf36-77bdfb9218d1 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:17.845850 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c327a39-c506-405c-9bf1-e2cdd566a426 req-09c32915-4cda-42f3-bf36-77bdfb9218d1 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0525284 Dec 15 19:04:17.902069 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9c327a39-c506-405c-9bf1-e2cdd566a426 req-b031a6fe-d8e1-41b2-873d-4970ebde52d7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485184 Dec 15 19:04:17.998214 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d12cbd-4f4b-49e1-9b1d-8554ce7693b9 req-61afd971-a79f-4335-8995-a8d4baf736a4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:17.999726 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19d12cbd-4f4b-49e1-9b1d-8554ce7693b9 req-61afd971-a79f-4335-8995-a8d4baf736a4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0488541 Dec 15 19:04:18.046349 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-19d12cbd-4f4b-49e1-9b1d-8554ce7693b9 req-aa80e52f-5ad4-4c40-b628-6b389bfd9fca tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406117 Dec 15 19:04:18.506640 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f0638-a018-437c-88ca-81787f6c34f6 req-42be96bc-1412-455d-ab98-0c42af4ec261 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:18.508239 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e7f0638-a018-437c-88ca-81787f6c34f6 req-42be96bc-1412-455d-ab98-0c42af4ec261 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0512693 Dec 15 19:04:18.528237 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dfb322-91c1-472b-872b-44b0cac5dfde req-276d4210-77cf-479b-b042-3e255cb662f6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:18.529793 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b6dfb322-91c1-472b-872b-44b0cac5dfde req-276d4210-77cf-479b-b042-3e255cb662f6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0474317 Dec 15 19:04:18.559690 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1e7f0638-a018-437c-88ca-81787f6c34f6 req-15e0f77d-9b79-4167-a860-2ba4ea8e9afa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449543 Dec 15 19:04:18.576759 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b6dfb322-91c1-472b-872b-44b0cac5dfde req-127d4cd8-1dc8-46be-bb84-15dd10895880 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405161 Dec 15 19:04:19.012360 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eade5ae-d355-4040-8d9c-68ec7f70f5e2 req-c7ea8624-b64b-44bd-9bef-3325561f0598 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:19.013872 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eade5ae-d355-4040-8d9c-68ec7f70f5e2 req-c7ea8624-b64b-44bd-9bef-3325561f0598 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0480926 Dec 15 19:04:19.059739 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2eade5ae-d355-4040-8d9c-68ec7f70f5e2 req-9cb0f555-d840-4564-8ebf-e803682c53c6 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Dec 15 19:04:19.160675 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a82507-b323-44d2-8e2b-1f14a15def91 req-20529198-0f8d-4f9c-82ec-68df9a0e2f2d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:19.162158 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c5a82507-b323-44d2-8e2b-1f14a15def91 req-20529198-0f8d-4f9c-82ec-68df9a0e2f2d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0499744 Dec 15 19:04:19.208204 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c5a82507-b323-44d2-8e2b-1f14a15def91 req-87f52f84-4088-4b3c-bb97-c2d7cbd50376 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402222 Dec 15 19:04:19.680253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4daed6-afc1-4c15-818b-78ee7ce49daa req-e3c06c0d-d22f-4faf-ae4d-baa2a7720f7d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:19.681866 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ce4daed6-afc1-4c15-818b-78ee7ce49daa req-e3c06c0d-d22f-4faf-ae4d-baa2a7720f7d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0479748 Dec 15 19:04:19.697011 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff6552c-dc04-4f8b-bfd9-3b6eb388a689 req-c14e1b30-4a5a-4eb4-b1cd-5cb9e1f59cd8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:19.701590 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ff6552c-dc04-4f8b-bfd9-3b6eb388a689 req-c14e1b30-4a5a-4eb4-b1cd-5cb9e1f59cd8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0483165 Dec 15 19:04:19.733658 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ce4daed6-afc1-4c15-818b-78ee7ce49daa req-ced6cfd9-7115-4c51-8e04-dbab0f27710a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452754 Dec 15 19:04:19.747801 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0ff6552c-dc04-4f8b-bfd9-3b6eb388a689 req-f523e732-4c98-49cc-8e73-1310339fdb07 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422454 Dec 15 19:04:20.173569 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff6b323-0530-478b-9569-66ce34888f7b req-8dde2b3b-4359-448b-9085-6fa0b828b99d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:20.175040 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6ff6b323-0530-478b-9569-66ce34888f7b req-8dde2b3b-4359-448b-9085-6fa0b828b99d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0483716 Dec 15 19:04:20.222207 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6ff6b323-0530-478b-9569-66ce34888f7b req-da9e2096-ffaa-4b4a-8c1e-a984c8937c6e tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Dec 15 19:04:20.325297 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e1804-4bdb-4762-a47b-e35804c43b05 req-4df2d5b7-e934-47c0-ba16-b31acf363e2c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:20.326802 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac4e1804-4bdb-4762-a47b-e35804c43b05 req-4df2d5b7-e934-47c0-ba16-b31acf363e2c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0490754 Dec 15 19:04:20.380278 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac4e1804-4bdb-4762-a47b-e35804c43b05 req-a282e426-0270-491b-ac17-8ab6b5c545ba tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459669 Dec 15 19:04:20.851537 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c4eace-2e9d-4baf-8a3a-1fce2a1a2a25 req-9325723e-3353-4cd4-a37d-b6c1d6b0e56d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:20.853019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3c4eace-2e9d-4baf-8a3a-1fce2a1a2a25 req-9325723e-3353-4cd4-a37d-b6c1d6b0e56d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0484219 Dec 15 19:04:20.862493 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da29352-0b14-4f7b-ad9c-a13f38542933 req-65b86fab-9f8c-474f-b02a-4c54229ab68e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:20.863956 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4da29352-0b14-4f7b-ad9c-a13f38542933 req-65b86fab-9f8c-474f-b02a-4c54229ab68e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0466580 Dec 15 19:04:20.899690 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3c4eace-2e9d-4baf-8a3a-1fce2a1a2a25 req-327876d7-ddf5-4026-8ce7-0a2b3f7cca96 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405543 Dec 15 19:04:20.911590 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4da29352-0b14-4f7b-ad9c-a13f38542933 req-fd93e890-3ab2-40a5-91d2-6f7aaecffc80 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416398 Dec 15 19:04:21.335620 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31f68d6-7974-40ae-9035-c4691344d1d2 req-ed7d1eea-815e-4f16-a348-ca9689eeee29 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:21.336950 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c31f68d6-7974-40ae-9035-c4691344d1d2 req-ed7d1eea-815e-4f16-a348-ca9689eeee29 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0492146 Dec 15 19:04:21.383019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c31f68d6-7974-40ae-9035-c4691344d1d2 req-7c53311a-00c9-4437-84c2-20129e5e2662 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401707 Dec 15 19:04:21.491480 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bddc67b-497c-480a-910b-ef5bd2a0472c req-508d42d4-c5b0-4331-b6c2-14f018ef8148 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:21.492960 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7bddc67b-497c-480a-910b-ef5bd2a0472c req-508d42d4-c5b0-4331-b6c2-14f018ef8148 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0475655 Dec 15 19:04:21.540651 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7bddc67b-497c-480a-910b-ef5bd2a0472c req-b473302a-5a0c-4efc-9980-6aa58c496b45 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418515 Dec 15 19:04:22.014828 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8787ec3f-4483-4fe9-8cfc-b8b7264d477a req-fe8b7dd3-4ef9-4f29-9afb-1b7468e847f5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:22.016365 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8787ec3f-4483-4fe9-8cfc-b8b7264d477a req-fe8b7dd3-4ef9-4f29-9afb-1b7468e847f5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0481520 Dec 15 19:04:22.028213 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652911c8-a3d7-470b-8b75-780f48bdc3c9 req-0781b22d-d8ba-4bd9-858c-69a51bc7a3e2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:22.029724 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-652911c8-a3d7-470b-8b75-780f48bdc3c9 req-0781b22d-d8ba-4bd9-858c-69a51bc7a3e2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0510788 Dec 15 19:04:22.063801 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8787ec3f-4483-4fe9-8cfc-b8b7264d477a req-dbefc4ec-9687-466a-9d01-b94cb71da954 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415518 Dec 15 19:04:22.076207 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-652911c8-a3d7-470b-8b75-780f48bdc3c9 req-d1f74b4e-8ad1-4c72-a8d6-9dfe8d8484d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403986 Dec 15 19:04:22.499985 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce272f-3b3a-4d36-97ca-bcf680a71a85 req-cb47ce7c-1f01-40ae-a036-ad136bbb2d38 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:22.501616 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0ce272f-3b3a-4d36-97ca-bcf680a71a85 req-cb47ce7c-1f01-40ae-a036-ad136bbb2d38 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0546699 Dec 15 19:04:22.552977 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0ce272f-3b3a-4d36-97ca-bcf680a71a85 req-2049e233-cb8c-4846-bd13-a31c4bf92bb1 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452516 Dec 15 19:04:22.654741 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ccea5e-17dd-4be9-96d4-7f21536fd07b req-5b5f9a1d-343a-4e17-b4a1-343381b77adc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:22.656811 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d8ccea5e-17dd-4be9-96d4-7f21536fd07b req-5b5f9a1d-343a-4e17-b4a1-343381b77adc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0480735 Dec 15 19:04:22.702432 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d8ccea5e-17dd-4be9-96d4-7f21536fd07b req-bfdc0dff-1742-4f4c-9e31-0aae7609eb4e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398195 Dec 15 19:04:23.184068 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f531667d-beab-4fdc-a776-802a78325d5b req-f8b53883-1d89-4800-a0be-8a168d8e09ad tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:23.185612 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f531667d-beab-4fdc-a776-802a78325d5b req-f8b53883-1d89-4800-a0be-8a168d8e09ad tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0520885 Dec 15 19:04:23.201990 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e85ec-186d-49ce-9bfd-1da3a5521a14 req-e0437957-944d-4c2a-a328-a8b90087423e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:23.202947 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-457e85ec-186d-49ce-9bfd-1da3a5521a14 req-e0437957-944d-4c2a-a328-a8b90087423e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0611818 Dec 15 19:04:23.242448 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f531667d-beab-4fdc-a776-802a78325d5b req-b942809a-8917-4968-b36b-01563ddd6d03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503328 Dec 15 19:04:23.255697 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-457e85ec-186d-49ce-9bfd-1da3a5521a14 req-bdced6ee-965a-41a4-a3ea-d06e6a730c18 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413888 Dec 15 19:04:23.696682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ceb890-364a-4d64-95e2-bd39e2d7e3be req-9af86a70-70ec-4dec-bcd0-3bc123062a0c tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:23.698445 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78ceb890-364a-4d64-95e2-bd39e2d7e3be req-9af86a70-70ec-4dec-bcd0-3bc123062a0c tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0479808 Dec 15 19:04:23.755160 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78ceb890-364a-4d64-95e2-bd39e2d7e3be req-57d0c2cf-c6cb-4758-9c24-ded48bd67b6f tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504601 Dec 15 19:04:23.827250 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eaf422-966b-4fe5-9fbb-c1730c581379 req-c8f70053-e5d4-4a19-b214-a09deaf1ce3f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:23.828889 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08eaf422-966b-4fe5-9fbb-c1730c581379 req-c8f70053-e5d4-4a19-b214-a09deaf1ce3f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0523491 Dec 15 19:04:23.885880 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-08eaf422-966b-4fe5-9fbb-c1730c581379 req-a7f8b7d7-e09c-45ab-8039-4a342bfaab23 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489604 Dec 15 19:04:24.364851 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb64d2-f4ba-4314-812a-d7070178e5c2 req-963268ab-a211-4b98-812b-6b45c2c544cc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:24.366970 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbfb64d2-f4ba-4314-812a-d7070178e5c2 req-963268ab-a211-4b98-812b-6b45c2c544cc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0499575 Dec 15 19:04:24.377457 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4fbc1a-9e10-495a-8329-3a62b17160ac req-7b988b4d-5e2c-4fc0-a604-99f50c7c6b0c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:24.379066 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e4fbc1a-9e10-495a-8329-3a62b17160ac req-7b988b4d-5e2c-4fc0-a604-99f50c7c6b0c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0485942 Dec 15 19:04:24.414217 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbfb64d2-f4ba-4314-812a-d7070178e5c2 req-8f4a6ff0-b03c-49bf-989a-5d10afbb0dc2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416195 Dec 15 19:04:24.430186 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8e4fbc1a-9e10-495a-8329-3a62b17160ac req-5ab4f4d7-a28f-4635-bc70-225abf9be457 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449278 Dec 15 19:04:24.873430 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7da7d5f-736f-4802-81cd-ec458ccae6c8 req-699d9754-a379-42c3-a156-99461f031a7d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:24.875399 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7da7d5f-736f-4802-81cd-ec458ccae6c8 req-699d9754-a379-42c3-a156-99461f031a7d tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0480490 Dec 15 19:04:24.942463 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7da7d5f-736f-4802-81cd-ec458ccae6c8 req-cc8ba548-0cbb-4d7e-94cd-74c12ae9076b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562043 Dec 15 19:04:25.018153 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059a1f-221e-4271-9fbb-98e5b288c3a1 req-52ecaeb2-08a0-4b19-a224-9196e47c8b9f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:25.019644 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7059a1f-221e-4271-9fbb-98e5b288c3a1 req-52ecaeb2-08a0-4b19-a224-9196e47c8b9f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 945 time: 0.0515432 Dec 15 19:04:25.066920 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7059a1f-221e-4271-9fbb-98e5b288c3a1 req-3dd83e22-b00e-4bec-877f-ed9bf14f885e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413435 Dec 15 19:04:25.292341 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:04:25.451116 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:04:25.455735 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:25.456294 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:25.538466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b32e57-146a-4042-8aa3-545f40c0282b req-441da7a6-e29a-4d29-a733-1a571c7776bd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:25.540113 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3b32e57-146a-4042-8aa3-545f40c0282b req-441da7a6-e29a-4d29-a733-1a571c7776bd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0543420 Dec 15 19:04:25.554819 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:25.561799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99e4ce-502a-4882-b83c-9e7a0b59e86f req-8710cd84-f7fa-4c21-9fcf-7525ffff9cd7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:25.563476 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd99e4ce-502a-4882-b83c-9e7a0b59e86f req-8710cd84-f7fa-4c21-9fcf-7525ffff9cd7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0597498 Dec 15 19:04:25.578560 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:25.592906 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3b32e57-146a-4042-8aa3-545f40c0282b req-9eaf225d-f7b8-4820-9af1-9d1e5e28cd62 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443251 Dec 15 19:04:25.620469 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd99e4ce-502a-4882-b83c-9e7a0b59e86f req-9a79e061-a9a6-45ff-8301-5645ac33a266 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500183 Dec 15 19:04:25.667614 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:25.750625 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2330cf3d-309d-4d16-9d5a-6bef9ecabf5f" -d '{"events": [{"server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "name": "network-vif-plugged", "status": "completed", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:25.770998 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:25.776654 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 891fcb6e-7400-455c-824c-1bcd8f750785 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:04:25.843601 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-537f4eec-5ca5-4b69-905f-d1269509cd6e x-openstack-request-id: req-537f4eec-5ca5-4b69-905f-d1269509cd6e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:25.844500 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "name": "network-vif-plugged", "status": "completed", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:25.844757 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-537f4eec-5ca5-4b69-905f-d1269509cd6e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:25.845242 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'code': 200} Dec 15 19:04:25.851271 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:25.913677 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:04:25.930742 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 891fcb6e-7400-455c-824c-1bcd8f750785 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:04:25.934868 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 891fcb6e-7400-455c-824c-1bcd8f750785 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:25.935247 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.014553 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.048772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=891fcb6e-7400-455c-824c-1bcd8f750785,segment=NetworkSegment(98f6d7a3-1fbb-4975-b607-6e313692ed28),segment_id=98f6d7a3-1fbb-4975-b607-6e313692ed28)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:26.051523 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa51530-c562-4f5e-963c-c67e8d399608 req-407b4554-b059-42e6-aafc-dfca0451c1e6 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:26.053064 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cfa51530-c562-4f5e-963c-c67e8d399608 req-407b4554-b059-42e6-aafc-dfca0451c1e6 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 944 time: 0.0541720 Dec 15 19:04:26.101703 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cfa51530-c562-4f5e-963c-c67e8d399608 req-73b66bd1-1589-4718-be9b-e333282b55d0 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423169 Dec 15 19:04:26.125835 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.126831 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 314bc344-bc90-4467-84d5-ab3c08f0f363 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:04:26.180493 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d46c4de-b954-4dd8-8cb8-59f6b0f90618 req-787355b2-8b4f-426b-8e58-a5277b802ff1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:26.182087 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3d46c4de-b954-4dd8-8cb8-59f6b0f90618 req-787355b2-8b4f-426b-8e58-a5277b802ff1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0481610 Dec 15 19:04:26.199049 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:26.229864 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3d46c4de-b954-4dd8-8cb8-59f6b0f90618 req-d946a3f2-0bd3-4570-a38f-2103a9694176 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410318 Dec 15 19:04:26.268343 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 314bc344-bc90-4467-84d5-ab3c08f0f363 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:04:26.274026 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 314bc344-bc90-4467-84d5-ab3c08f0f363 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:26.274662 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.460687 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.491341 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=314bc344-bc90-4467-84d5-ab3c08f0f363,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:26.548247 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.548963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 98ba3766-39b5-4cc8-b78b-7acb892ea611 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:04:26.622933 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:26.710940 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 98ba3766-39b5-4cc8-b78b-7acb892ea611 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:04:26.711282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 98ba3766-39b5-4cc8-b78b-7acb892ea611 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:26.711746 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.713268 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4f8fe-b938-4a15-a7f4-9e599f495294 req-10ffbd2b-8351-41e7-959b-0ed494b1d892 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:26.715007 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42b4f8fe-b938-4a15-a7f4-9e599f495294 req-10ffbd2b-8351-41e7-959b-0ed494b1d892 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0503187 Dec 15 19:04:26.750949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a95765f-b06e-463b-9c38-4b826904f096 req-6f1f84cb-00ef-4821-88c7-77d7ca891fdd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:26.753051 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2a95765f-b06e-463b-9c38-4b826904f096 req-6f1f84cb-00ef-4821-88c7-77d7ca891fdd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 945 time: 0.0640395 Dec 15 19:04:26.768415 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-42b4f8fe-b938-4a15-a7f4-9e599f495294 req-5b44fda5-f007-4534-a00c-9091b42e0546 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444741 Dec 15 19:04:26.801364 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.814243 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2a95765f-b06e-463b-9c38-4b826904f096 req-63546d5b-86ad-4f1a-8feb-f1ae8122bdb2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448725 Dec 15 19:04:26.832530 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:26.901862 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:26.902658 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:04:26.975552 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:27.070905 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:04:27.074797 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:04:27.075177 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:27.153847 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:27.190328 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:04:27.219627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b72357f-d6ea-42c8-9f1a-47ab8d254c75 req-7f40db8c-6cc6-4dde-9829-f317237e6d34 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:27.221125 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b72357f-d6ea-42c8-9f1a-47ab8d254c75 req-7f40db8c-6cc6-4dde-9829-f317237e6d34 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0471857 Dec 15 19:04:27.236549 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:27.277629 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b72357f-d6ea-42c8-9f1a-47ab8d254c75 req-e101879e-1b45-480d-9d92-1a04094e3c77 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505252 Dec 15 19:04:27.298199 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:27.345273 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd82d56-0518-4847-b4e1-60f4269cf28d req-4f07d49b-9a28-4b8f-b2fd-4d478e96ef69 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:27.346645 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbd82d56-0518-4847-b4e1-60f4269cf28d req-4f07d49b-9a28-4b8f-b2fd-4d478e96ef69 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0465157 Dec 15 19:04:27.393376 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bbd82d56-0518-4847-b4e1-60f4269cf28d req-53a170a6-3db0-4c1f-a8a3-c356b8b1d212 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406930 Dec 15 19:04:27.846481 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785'}, {'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363'}, {'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611'}, {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:27.852716 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9957cd9-3c28-4895-8275-a4bccfbb9ab5" -d '{"events": [{"server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "name": "network-vif-plugged", "status": "completed", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785"}, {"server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "name": "network-vif-plugged", "status": "completed", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363"}, {"server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "name": "network-vif-plugged", "status": "completed", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611"}, {"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:27.888007 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6823af-a661-4f3b-a58a-ed4560f0d237 req-b5b0e9d0-45e4-4cad-bd41-cf2e3fcb1774 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:27.889706 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac6823af-a661-4f3b-a58a-ed4560f0d237 req-b5b0e9d0-45e4-4cad-bd41-cf2e3fcb1774 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0493121 Dec 15 19:04:27.926104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d393f06-e875-466d-9571-04edbd2c2925 req-409613be-7c66-4516-b306-72a5171c3aa4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:27.927590 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d393f06-e875-466d-9571-04edbd2c2925 req-409613be-7c66-4516-b306-72a5171c3aa4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0476847 Dec 15 19:04:27.936880 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac6823af-a661-4f3b-a58a-ed4560f0d237 req-ae47417c-f98b-419a-a0a0-15df7dd1afde tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407825 Dec 15 19:04:27.974514 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d393f06-e875-466d-9571-04edbd2c2925 req-10d56889-0c07-4170-9e16-1fa14c326561 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408089 Dec 15 19:04:27.993992 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea621754-dd02-4289-a009-1413b041d807 x-openstack-request-id: req-ea621754-dd02-4289-a009-1413b041d807 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:27.994296 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "name": "network-vif-plugged", "status": "completed", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785", "code": 200}, {"server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "name": "network-vif-plugged", "status": "completed", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363", "code": 200}, {"server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "name": "network-vif-plugged", "status": "completed", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611", "code": 200}, {"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:27.994552 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ea621754-dd02-4289-a009-1413b041d807 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:27.994955 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785', 'code': 200} Dec 15 19:04:27.995210 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363', 'code': 200} Dec 15 19:04:27.995461 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611', 'code': 200} Dec 15 19:04:27.995711 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'code': 200} Dec 15 19:04:28.391597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4bb64-7009-4072-808b-2e4d54f2f90b req-2dcbf1b2-3d41-4d57-9eba-19f4498fe1fc tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:28.393043 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9eb4bb64-7009-4072-808b-2e4d54f2f90b req-2dcbf1b2-3d41-4d57-9eba-19f4498fe1fc tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0507529 Dec 15 19:04:28.442844 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9eb4bb64-7009-4072-808b-2e4d54f2f90b req-d6a8887b-31a1-4c42-bc00-7974e0fcb495 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438132 Dec 15 19:04:28.509878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50aba81e-02c5-46e0-af70-dc18cdc4703c req-6b0a1c3b-fbfe-4dc4-9c71-3818db066b75 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:28.511343 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50aba81e-02c5-46e0-af70-dc18cdc4703c req-6b0a1c3b-fbfe-4dc4-9c71-3818db066b75 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0495486 Dec 15 19:04:28.557522 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50aba81e-02c5-46e0-af70-dc18cdc4703c req-b6c443f5-2b3b-4f01-9890-fb95dc96d398 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400276 Dec 15 19:04:29.052060 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5769f9-cbfd-47fe-a0cf-868f1b8401af req-90c79a7f-9ef7-41de-a1fb-a98294adc9aa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.053600 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8b5769f9-cbfd-47fe-a0cf-868f1b8401af req-90c79a7f-9ef7-41de-a1fb-a98294adc9aa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0474215 Dec 15 19:04:29.091704 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f61009-186a-405c-97e0-d03f53cceeab req-e99863db-efc5-442c-9793-1e7b9cf6ca31 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.093212 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80f61009-186a-405c-97e0-d03f53cceeab req-e99863db-efc5-442c-9793-1e7b9cf6ca31 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0520427 Dec 15 19:04:29.100420 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8b5769f9-cbfd-47fe-a0cf-868f1b8401af req-de3594fa-1e32-4e18-8550-23a7b3f1e18f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409200 Dec 15 19:04:29.139736 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-80f61009-186a-405c-97e0-d03f53cceeab req-62aabe9e-2187-4661-b2f3-0b4f023d9b50 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407352 Dec 15 19:04:29.586742 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-dbf9068a-8c8d-4560-af18-9668775e1b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.588262 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-dbf9068a-8c8d-4560-af18-9668775e1b6d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 1099 time: 0.1143143 Dec 15 19:04:29.604608 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d259895c-3650-4800-b4ec-2f9de34003cd req-e96aaa03-0873-4557-944f-068facd47a5a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.607240 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d259895c-3650-4800-b4ec-2f9de34003cd req-e96aaa03-0873-4557-944f-068facd47a5a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0911710 Dec 15 19:04:29.638228 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.740004 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d259895c-3650-4800-b4ec-2f9de34003cd req-6770d0e5-b2b4-4e81-891d-bb0e12585fff tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261752 Dec 15 19:04:29.761558 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-72cb931b-0513-4483-ba78-3e6e18076950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.763019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-72cb931b-0513-4483-ba78-3e6e18076950 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 1098 time: 0.1204948 Dec 15 19:04:29.769358 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-5fd9ddc4-6482-4f0d-93ac-df9efac5bf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.770861 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-5fd9ddc4-6482-4f0d-93ac-df9efac5bf3e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1098 time: 0.1188648 Dec 15 19:04:29.789835 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.798540 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4a75c-2aea-4f8a-9b27-0565f88ba05d req-e8b81760-ecf7-4f8e-8bfd-4af4c0c28fe5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.800031 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2a4a75c-2aea-4f8a-9b27-0565f88ba05d req-e8b81760-ecf7-4f8e-8bfd-4af4c0c28fe5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.1423638 Dec 15 19:04:29.802029 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-85f91fbc-5119-43b0-b935-d19688841f8f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.803470 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-3ab7ae3b-fda6-4ae2-a1b3-5c7a7a9f67a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.804841 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-3ab7ae3b-fda6-4ae2-a1b3-5c7a7a9f67a6 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 1099 time: 0.1240411 Dec 15 19:04:29.807546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-398364ab-abdb-4716-a32d-d0661b2a40cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:29.808932 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-398364ab-abdb-4716-a32d-d0661b2a40cf service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.1360354 Dec 15 19:04:29.873237 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.876799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-b8f6d9df-d411-40c9-81d7-dce620c31f6d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.931389 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:29.972538 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2a4a75c-2aea-4f8a-9b27-0565f88ba05d req-8ad41d72-c098-4e30-b9b6-8a100ccf3db7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595156 Dec 15 19:04:29.997651 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.041748 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d518af6d-39c5-4d02-aea7-ff6d5ad98add,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:30.044136 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-883c0440-2386-4117-a075-de5f74fe098b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232991 Dec 15 19:04:30.051827 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.db.api [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 158ebb3242304ceeb7ed53745350c59e {{(pid=103026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:04:30.051975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.db.api [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-b8f6d9df-d411-40c9-81d7-dce620c31f6d service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 158ebb3242304ceeb7ed53745350c59e {{(pid=103025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:04:30.052053 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG oslo_db.api [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:04:30.052170 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG oslo_db.api [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-b8f6d9df-d411-40c9-81d7-dce620c31f6d service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:04:30.052244 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.db.api [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-85f91fbc-5119-43b0-b935-d19688841f8f service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 158ebb3242304ceeb7ed53745350c59e {{(pid=103026) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:04:30.052690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG oslo_db.api [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-85f91fbc-5119-43b0-b935-d19688841f8f service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:04:30.053184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.053617 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.058303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-883c0440-2386-4117-a075-de5f74fe098b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:30.060291 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.db.api [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 158ebb3242304ceeb7ed53745350c59e {{(pid=103025) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:04:30.060606 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG oslo_db.api [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:04:30.217161 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce2297-2f5d-4854-bcc0-424405e50ff8 req-f482a163-681c-4f8f-890e-66a4c58b40e3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:30.219143 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1ce2297-2f5d-4854-bcc0-424405e50ff8 req-f482a163-681c-4f8f-890e-66a4c58b40e3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0479112 Dec 15 19:04:30.257532 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd78423f-9683-40f1-bdbf-b1521106264a req-446afc15-2a86-4197-9547-0078a3a7fc07 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:30.259287 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd78423f-9683-40f1-bdbf-b1521106264a req-446afc15-2a86-4197-9547-0078a3a7fc07 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0523746 Dec 15 19:04:30.270963 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1ce2297-2f5d-4854-bcc0-424405e50ff8 req-54086654-d916-4d45-a653-33e0d1458a06 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456817 Dec 15 19:04:30.307524 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cd78423f-9683-40f1-bdbf-b1521106264a req-4127c50f-249d-4697-a438-b8ef34f37f6e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418839 Dec 15 19:04:30.552650 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.552863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-b8f6d9df-d411-40c9-81d7-dce620c31f6d service neutron] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.556623 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-85f91fbc-5119-43b0-b935-d19688841f8f service neutron] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.561662 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.665993 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8442340 Dec 15 19:04:30.671998 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a5f5c381-0b7c-4d62-9047-2b3cc5dde8c5 req-b8f6d9df-d411-40c9-81d7-dce620c31f6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8513858 Dec 15 19:04:30.689408 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9174254 Dec 15 19:04:30.691437 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9ff2ebb4-a23a-4cdd-8f22-0a5957146e35 req-85f91fbc-5119-43b0-b935-d19688841f8f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9074123 Dec 15 19:04:30.854020 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66882f87-bac9-4870-915f-6e728a128dce req-9ce1b835-7adb-40c5-bb07-6551667f8a8b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:30.855478 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66882f87-bac9-4870-915f-6e728a128dce req-9ce1b835-7adb-40c5-bb07-6551667f8a8b tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0470495 Dec 15 19:04:30.891309 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5e00d1ae-f6e2-47be-a9ab-d6dfb0f7741b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:30.905525 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66882f87-bac9-4870-915f-6e728a128dce req-8121d72e-8772-44ed-9134-0110e7d56420 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438662 Dec 15 19:04:31.089012 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e7f526-ee85-4e89-b279-82afb67c3eac req-fedbaa30-9bfe-4b59-9235-27db97f3d9be tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:31.090564 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4e7f526-ee85-4e89-b279-82afb67c3eac req-fedbaa30-9bfe-4b59-9235-27db97f3d9be tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0500064 Dec 15 19:04:31.146820 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4e7f526-ee85-4e89-b279-82afb67c3eac req-8aeaf3a0-5c07-4756-8099-dfa6a91fead3 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487549 Dec 15 19:04:31.395378 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccb1e0-66df-45ff-81f5-6050cff4a20f req-3aa54e2d-a74f-4f19-bae4-7a2bcb965eea tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:31.396984 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ccccb1e0-66df-45ff-81f5-6050cff4a20f req-3aa54e2d-a74f-4f19-bae4-7a2bcb965eea tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0539975 Dec 15 19:04:31.423080 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca80a1d1-27a4-4477-a629-19e5eca3b9f4 req-cc944172-d1d1-463f-b52d-0eab33cd17a6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:31.424691 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca80a1d1-27a4-4477-a629-19e5eca3b9f4 req-cc944172-d1d1-463f-b52d-0eab33cd17a6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0479453 Dec 15 19:04:31.445813 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ccccb1e0-66df-45ff-81f5-6050cff4a20f req-2599d4bd-a06a-401b-b10e-a0787a2f65e7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427864 Dec 15 19:04:31.479286 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca80a1d1-27a4-4477-a629-19e5eca3b9f4 req-6dc6c9f6-bec9-4176-8296-00483104cf48 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461264 Dec 15 19:04:31.616446 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48456) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:31.721172 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-587713dd-faf6-4f18-9c0f-0ef52002958a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:31.817386 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-587713dd-faf6-4f18-9c0f-0ef52002958a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:31.887748 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-587713dd-faf6-4f18-9c0f-0ef52002958a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:31.929365 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-587713dd-faf6-4f18-9c0f-0ef52002958a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b25b0c16317e40a4ab255d6bedc3c307&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3095565 Dec 15 19:04:31.929365 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587713dd-faf6-4f18-9c0f-0ef52002958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97bb0baa-6dbc-45f5-928d-8a60fb3fef8f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:31.932389 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48478) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:32.014485 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:32.057030 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:32.083243 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87859bfe-ddc7-41df-8e90-40113c45242f req-bf12038d-e568-49cb-8129-ac1588737b91 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:32.085155 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87859bfe-ddc7-41df-8e90-40113c45242f req-bf12038d-e568-49cb-8129-ac1588737b91 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0843391 Dec 15 19:04:32.145071 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-87859bfe-ddc7-41df-8e90-40113c45242f req-ba05ac96-82c6-4ba7-8876-4f9f962f6bfb tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511885 Dec 15 19:04:32.216618 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:32.219506 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:32.220628 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97bb0baa-6dbc-45f5-928d-8a60fb3fef8f HTTP/1.1" status: 204 len: 168 time: 0.2825463 Dec 15 19:04:32.229512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bb0baa-6dbc-45f5-928d-8a60fb3fef8f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:32.237590 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.237942 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.238447 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.239058 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.239547 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.239882 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.240214 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.240547 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.240952 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.241355 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.241662 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.241993 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.242311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce15a2d5-7255-48dd-a5bd-c68a22bc60c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:04:32.300468 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3aaa0d-0c07-482c-b25a-f91e3f4a89f0 req-8196d4f9-fe13-424e-811c-0ab657f4c68a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:32.302003 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab3aaa0d-0c07-482c-b25a-f91e3f4a89f0 req-8196d4f9-fe13-424e-811c-0ab657f4c68a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0874038 Dec 15 19:04:32.362295 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ab3aaa0d-0c07-482c-b25a-f91e3f4a89f0 req-519d71f6-df67-4395-a26e-0420240322ac tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531416 Dec 15 19:04:32.579406 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7fe14-f257-4cea-bda2-1994826da122 req-5e0f2408-bbaa-4017-b598-eda9a591a6a3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:32.581721 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92f7fe14-f257-4cea-bda2-1994826da122 req-5e0f2408-bbaa-4017-b598-eda9a591a6a3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0603867 Dec 15 19:04:32.619929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba84dd59-c5f5-4267-96fd-51fdfaa78bbf req-7c001699-a87c-47f3-b9a8-2f1fcb322150 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:32.622079 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ba84dd59-c5f5-4267-96fd-51fdfaa78bbf req-7c001699-a87c-47f3-b9a8-2f1fcb322150 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0604203 Dec 15 19:04:32.638261 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-92f7fe14-f257-4cea-bda2-1994826da122 req-2528281d-8a0b-427e-a32b-f71cd67bf8d3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501623 Dec 15 19:04:32.687043 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ba84dd59-c5f5-4267-96fd-51fdfaa78bbf req-35912e9a-df0f-4681-bce0-5f35e7bbf4dd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578001 Dec 15 19:04:32.922976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48526) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:32.935880 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-614af3ff-eef8-43a9-b9a7-bfef112c90a7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.006338 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-614af3ff-eef8-43a9-b9a7-bfef112c90a7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.056475 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-614af3ff-eef8-43a9-b9a7-bfef112c90a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.094470 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-614af3ff-eef8-43a9-b9a7-bfef112c90a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d64d36fffcc48b19762ddd803f1e3ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1701891 Dec 15 19:04:33.095416 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614af3ff-eef8-43a9-b9a7-bfef112c90a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31cafbb3-c148-4e88-9f71-c0161a11d790,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:33.097178 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48528) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:33.146138 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.170618 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.263644 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e562845-36da-4aed-a2b6-4555f528ac72 req-a26106f4-b761-41b7-9b68-7eca7fc8eabf tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:33.265875 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e562845-36da-4aed-a2b6-4555f528ac72 req-a26106f4-b761-41b7-9b68-7eca7fc8eabf tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0505948 Dec 15 19:04:33.313745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e562845-36da-4aed-a2b6-4555f528ac72 req-3dd9d2ba-f16b-45a7-904e-dbe35448baac tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419395 Dec 15 19:04:33.324900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-af033c56-c803-4132-b6d2-5619bb5f6fd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.325495 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.329821 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:33.331075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/31cafbb3-c148-4e88-9f71-c0161a11d790 HTTP/1.1" status: 204 len: 168 time: 0.2328489 Dec 15 19:04:33.338973 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabee79b-5d17-45c9-b055-e7c78b297771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31cafbb3-c148-4e88-9f71-c0161a11d790,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:33.480637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02ef47-0fe9-47a2-b00b-b9eddf4dcabd req-37c68ab0-edb2-4728-87b8-a5a2b3f0204a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:33.482146 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb02ef47-0fe9-47a2-b00b-b9eddf4dcabd req-37c68ab0-edb2-4728-87b8-a5a2b3f0204a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0491459 Dec 15 19:04:33.533413 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fb02ef47-0fe9-47a2-b00b-b9eddf4dcabd req-7435dff2-0bcb-4081-8c16-f3d38045bd6f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453501 Dec 15 19:04:33.781936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4fbbe4-4c93-4894-ba33-a925954d13cd req-f0de5fd3-f9f9-49a5-8903-b13473c1d755 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:33.785540 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee4fbbe4-4c93-4894-ba33-a925954d13cd req-f0de5fd3-f9f9-49a5-8903-b13473c1d755 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0606306 Dec 15 19:04:33.815061 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a20fde-c235-468c-a237-66774f83e763 req-c312ef35-75e5-41c3-a78c-1274c53298ac tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:33.816689 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12a20fde-c235-468c-a237-66774f83e763 req-c312ef35-75e5-41c3-a78c-1274c53298ac tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0595117 Dec 15 19:04:33.835477 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ee4fbbe4-4c93-4894-ba33-a925954d13cd req-32fb2c44-1b00-4de1-9969-165a28fa97f3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451698 Dec 15 19:04:33.885416 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12a20fde-c235-468c-a237-66774f83e763 req-798b8227-c917-413f-8449-ca684d0f7bff tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619817 Dec 15 19:04:34.442173 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b304e-3d1e-4719-b4c0-be10960ae9c9 req-87d71ba9-f8a7-4888-ab74-b220b1ffcce0 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:34.443753 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ca5b304e-3d1e-4719-b4c0-be10960ae9c9 req-87d71ba9-f8a7-4888-ab74-b220b1ffcce0 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0541563 Dec 15 19:04:34.445063 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:34.491420 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ca5b304e-3d1e-4719-b4c0-be10960ae9c9 req-9f145291-3b2b-4058-95d0-9a6dc42c260c tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414774 Dec 15 19:04:34.973568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0782b3-b5de-411a-a245-c93d6036ba66 req-fbb7ba4a-54ac-4587-b020-fe737f2d704f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:34.980804 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea0782b3-b5de-411a-a245-c93d6036ba66 req-fbb7ba4a-54ac-4587-b020-fe737f2d704f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0582235 Dec 15 19:04:35.010532 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3d55b-98b5-4eb8-a3e3-5f6c495eef6e req-2c439f72-c280-4b4d-a04c-175d7b243d1b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:35.017747 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0fc3d55b-98b5-4eb8-a3e3-5f6c495eef6e req-2c439f72-c280-4b4d-a04c-175d7b243d1b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0617242 Dec 15 19:04:35.029624 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea0782b3-b5de-411a-a245-c93d6036ba66 req-533605e3-4f14-4430-9c3d-da4d3e24aed5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478964 Dec 15 19:04:35.067827 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0fc3d55b-98b5-4eb8-a3e3-5f6c495eef6e req-da7e0034-a60f-4d23-ad1b-855ec269287d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Dec 15 19:04:35.605789 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f34e2a-e202-4e6f-b2cd-caa0df41161f req-7f0e9d41-ce31-4725-a5b0-1b9f3ad40a95 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:35.607430 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00f34e2a-e202-4e6f-b2cd-caa0df41161f req-7f0e9d41-ce31-4725-a5b0-1b9f3ad40a95 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0497241 Dec 15 19:04:35.657071 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00f34e2a-e202-4e6f-b2cd-caa0df41161f req-b08d546e-b826-4be4-8806-8b93e84ce9fd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425076 Dec 15 19:04:35.707660 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:36.159549 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767f41ba-f92f-48c3-8853-1195b62ad3e2 req-3249acfd-4c8d-420c-9792-c5d5eac8a518 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:36.160967 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-767f41ba-f92f-48c3-8853-1195b62ad3e2 req-3249acfd-4c8d-420c-9792-c5d5eac8a518 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0585968 Dec 15 19:04:36.196402 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc73c7-9a09-4834-80ef-f8b62e1fa523 req-4a3ddff2-59dd-4ee6-8017-17f6d9eef0aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:36.197955 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7fc73c7-9a09-4834-80ef-f8b62e1fa523 req-4a3ddff2-59dd-4ee6-8017-17f6d9eef0aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0566852 Dec 15 19:04:36.220144 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-767f41ba-f92f-48c3-8853-1195b62ad3e2 req-28b8dd6e-b564-468a-b4b6-44ed4dab1b7e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524099 Dec 15 19:04:36.252823 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7fc73c7-9a09-4834-80ef-f8b62e1fa523 req-71a1a1ee-5986-4bc1-aa59-ea06fcd21764 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423622 Dec 15 19:04:36.738972 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:36.772148 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf23af-0526-4d85-bb67-99e7707e5f44 req-3f60db4e-a050-49da-90c2-8f25bc7e6b86 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:36.773622 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8adf23af-0526-4d85-bb67-99e7707e5f44 req-3f60db4e-a050-49da-90c2-8f25bc7e6b86 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0486064 Dec 15 19:04:36.820703 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8adf23af-0526-4d85-bb67-99e7707e5f44 req-1cd6666a-a442-47f1-93eb-1c517405f740 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406780 Dec 15 19:04:37.341312 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acf47c6-df91-4508-ae1c-0bd55ae2746f req-e8d4ca04-18fb-4fd3-ac5f-c5a5cb734329 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:37.342910 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5acf47c6-df91-4508-ae1c-0bd55ae2746f req-e8d4ca04-18fb-4fd3-ac5f-c5a5cb734329 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0509865 Dec 15 19:04:37.396383 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5acf47c6-df91-4508-ae1c-0bd55ae2746f req-eb22b7c9-0605-43a2-a9a3-dbdc05968049 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Dec 15 19:04:37.402526 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308eee64-2af6-479b-83c3-9fae59c5d92f req-3556890d-c5eb-476d-adf5-4cce5c81975a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:37.407345 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-308eee64-2af6-479b-83c3-9fae59c5d92f req-3556890d-c5eb-476d-adf5-4cce5c81975a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0637021 Dec 15 19:04:37.456065 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-308eee64-2af6-479b-83c3-9fae59c5d92f req-68c41226-a973-4dc2-93ee-5c61f95a98fb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438941 Dec 15 19:04:37.565107 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0180835-acbf-481c-b7c0-5ab5e6fb70a8 req-0aac5d60-4f6e-4b1e-90c3-803413f59ba4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:37.566434 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b0180835-acbf-481c-b7c0-5ab5e6fb70a8 req-0aac5d60-4f6e-4b1e-90c3-803413f59ba4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0552995 Dec 15 19:04:37.575506 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48656) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:37.580556 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'floatingip': {'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:04:37.821307 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:38.431510 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:38.504544 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:38.587935 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ad548f-4a88-40bf-9315-dc7346ee0853 req-bd42f01d-f8cc-43ed-a40d-f967fa069aba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:38.589453 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7ad548f-4a88-40bf-9315-dc7346ee0853 req-bd42f01d-f8cc-43ed-a40d-f967fa069aba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0533919 Dec 15 19:04:38.615754 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Floating IP 439fde56-eb1d-4a1c-a41c-bc833b2a20fe associated. External IP: 172.27.1.71, port: 2c56f2d3-88c3-4e37-b62b-41f5e58fee33. Dec 15 19:04:38.641592 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7ad548f-4a88-40bf-9315-dc7346ee0853 req-4efee76b-e484-40da-91fe-dc020a07a763 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445285 Dec 15 19:04:38.813805 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:04:38.916446 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:04:38.922055 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:38.929887 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:04:38.939175 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:04:38.939789 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:04:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:04:38.948009 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f0017261-56bd-464c-aa6f-1b5b7df0421e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "PUT /v2.0/floatingips/439fde56-eb1d-4a1c-a41c-bc833b2a20fe HTTP/1.1" status: 200 len: 990 time: 1.3714335 Dec 15 19:04:38.948597 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:38.950848 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:38.989390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccdb0b6-417b-4bf6-9a98-f1dacbd65040 x-openstack-request-id: req-bccdb0b6-417b-4bf6-9a98-f1dacbd65040 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:38.989685 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:38.989942 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bccdb0b6-417b-4bf6-9a98-f1dacbd65040 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:38.990340 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'status': 'completed', 'code': 200} Dec 15 19:04:39.047535 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:04:39.312665 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '439fde56-eb1d-4a1c-a41c-bc833b2a20fe', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93490542-6e11-41c3-9901-c06a1dd65cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:03:43Z', 'updated_at': '2021-12-15T19:04:38Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:04:39.338325 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:04:39.346909 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:04:39.347508 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:04:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:04:39.449979 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:04:39.683858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-f8203b4d-dbd8-43fd-a169-fbe97d0be16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:39.685432 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-f8203b4d-dbd8-43fd-a169-fbe97d0be16f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1098 time: 0.0728304 Dec 15 19:04:39.718121 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-a69dd0dc-63b9-4e83-84d7-fbc32d2ff3d8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0738325 Dec 15 19:04:39.783332 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1560e9-dde6-43fb-8697-660fcb2b8e55 req-95867edb-aa56-4be5-adfe-3799512de5b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:39.784883 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6a1560e9-dde6-43fb-8697-660fcb2b8e55 req-95867edb-aa56-4be5-adfe-3799512de5b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0544057 Dec 15 19:04:39.825983 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '439fde56-eb1d-4a1c-a41c-bc833b2a20fe', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93490542-6e11-41c3-9901-c06a1dd65cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:03:43Z', 'updated_at': '2021-12-15T19:04:38Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:04:39.855212 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-36c87263-01b7-4501-8d3d-abe4f4d60e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:39.856763 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-36c87263-01b7-4501-8d3d-abe4f4d60e4d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 1098 time: 0.0708799 Dec 15 19:04:39.859098 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5c8a0c-9f40-43a5-ae01-e05e1479250d None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '439fde56-eb1d-4a1c-a41c-bc833b2a20fe', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.71', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 96, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93490542-6e11-41c3-9901-c06a1dd65cef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:03:43Z', 'updated_at': '2021-12-15T19:04:38Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:04:39.876103 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6a1560e9-dde6-43fb-8697-660fcb2b8e55 req-5ac6b2de-cd47-448d-9f6e-5635aec62be7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825832 Dec 15 19:04:40.020134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-98171a05-cad0-410f-93de-b0b8ed4ec7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.021849 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-98171a05-cad0-410f-93de-b0b8ed4ec7d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=3eef4975-1e4b-4548-9e9f-50d40af67cbd HTTP/1.1" status: 200 len: 912 time: 0.0982888 Dec 15 19:04:40.072846 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-0ece20cb-a13a-4210-98b9-10c4bbe37efc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=891fcb6e-7400-455c-824c-1bcd8f750785 HTTP/1.1" status: 200 len: 217 time: 0.0420313 Dec 15 19:04:40.090482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-35b1212f-1230-47ff-930f-6515cfd594cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.092363 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-35b1212f-1230-47ff-930f-6515cfd594cd service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.3817916 Dec 15 19:04:40.130544 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d367ab4-a607-46df-9a68-caf4dfcb901c None None] New status for floating IP 439fde56-eb1d-4a1c-a41c-bc833b2a20fe: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:04:40.132085 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-4536cf46-c12a-4f84-b7b7-3be4a37b0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.133835 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-4536cf46-c12a-4f84-b7b7-3be4a37b0736 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=51f25069-ead2-41ee-a4bf-34488dba94d4 HTTP/1.1" status: 200 len: 851 time: 0.0465627 Dec 15 19:04:40.172328 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-5ffa03f8-7a56-4b3f-b495-07d225ba058d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3eef4975-1e4b-4548-9e9f-50d40af67cbd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272908 Dec 15 19:04:40.201959 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-4bd4f2ec-f6e4-4466-8425-ecf659652015 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 998 time: 0.0946593 Dec 15 19:04:40.269063 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-bda2a1b6-b21d-4dc6-8315-b89f530d9b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.270235 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-bda2a1b6-b21d-4dc6-8315-b89f530d9b3f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0484862 Dec 15 19:04:40.307471 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-c76328f8-4ba8-4167-bfb9-4c87dddbdebd service neutron] 10.222.0.44 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066320 Dec 15 19:04:40.326027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-2afc39df-7ca7-4e59-a57f-e01588336105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.326027 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-2afc39df-7ca7-4e59-a57f-e01588336105 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440526 Dec 15 19:04:40.433172 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-fddf45e2-ad99-41c2-be26-7cd0a6e21dab service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946546 Dec 15 19:04:40.533122 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90eb46c0-53d1-4c5a-9178-e3ec03e09ca9 req-08bb5a60-9f24-416e-a3ec-10daaf97f380 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923572 Dec 15 19:04:40.592608 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a1980e0a-e1c5-4278-a2ad-80f8e5920421 req-5a91bc15-6af4-4768-a72e-6a9cc8c74af7 service neutron] 10.222.0.44 "GET /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767782 Dec 15 19:04:40.991532 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65bb2ad-2d08-48db-8e15-abe669c69561 req-0f2df807-150d-4811-85df-497c4c066de9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:40.992920 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a65bb2ad-2d08-48db-8e15-abe669c69561 req-0f2df807-150d-4811-85df-497c4c066de9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0473051 Dec 15 19:04:41.042366 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a65bb2ad-2d08-48db-8e15-abe669c69561 req-17ac99cb-8a00-475b-91aa-b4ab8ea61e15 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435379 Dec 15 19:04:41.602016 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e45d0f-3c46-42cd-92de-ca84f099439a req-c9e67089-d3c3-4709-b07c-0f5899838fd1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:41.603983 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-63e45d0f-3c46-42cd-92de-ca84f099439a req-c9e67089-d3c3-4709-b07c-0f5899838fd1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0657408 Dec 15 19:04:41.693880 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-a025110c-a6c3-4c6a-89dd-109639c8e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:41.695437 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-a025110c-a6c3-4c6a-89dd-109639c8e8dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 1099 time: 0.0814586 Dec 15 19:04:41.724411 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-63e45d0f-3c46-42cd-92de-ca84f099439a req-3b60813a-73d7-4e06-90f8-793a51123d2a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013970 Dec 15 19:04:41.809875 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-bd128364-b876-4fb2-8d0c-7a2faa2022af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:41.811331 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-bd128364-b876-4fb2-8d0c-7a2faa2022af service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.1053643 Dec 15 19:04:41.862054 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-a64d1f06-0409-4ad6-a558-bef74c51518e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611 HTTP/1.1" status: 200 len: 217 time: 0.0365741 Dec 15 19:04:41.922849 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-d1c63ff5-860e-419a-80e3-31070424da03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:41.925098 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-d1c63ff5-860e-419a-80e3-31070424da03 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0465167 Dec 15 19:04:41.968189 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-23ac04aa-2314-4581-8933-b35370e4762f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295851 Dec 15 19:04:42.074432 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-57f4ecd1-3f27-4331-afe9-8134f0c8129b service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864518 Dec 15 19:04:42.178711 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-811eac91-3a38-4a1d-b30b-79fb4748352e req-692e4b54-32c8-4b88-b32d-ed4e4643153e service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964520 Dec 15 19:04:42.853119 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:42.886652 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb05796-077b-48e8-a724-6ab8bf422c32 req-a271d835-cdd7-46b0-b5fb-93dfad8ba725 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:42.888188 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9bb05796-077b-48e8-a724-6ab8bf422c32 req-a271d835-cdd7-46b0-b5fb-93dfad8ba725 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0730417 Dec 15 19:04:42.945962 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9bb05796-077b-48e8-a724-6ab8bf422c32 req-dcaa6a3f-1139-4687-b4cd-3ca039e6b5d3 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499642 Dec 15 19:04:43.053339 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48806) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:43.159017 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f6de1c1-9565-47ab-8495-fb6cea6c00ff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.235336 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f6de1c1-9565-47ab-8495-fb6cea6c00ff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.353035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f6de1c1-9565-47ab-8495-fb6cea6c00ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.390820 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1f6de1c1-9565-47ab-8495-fb6cea6c00ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c8ab68986b7b4b43ba8a72d8feff747e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3364046 Dec 15 19:04:43.391936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6de1c1-9565-47ab-8495-fb6cea6c00ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09eaad32-288b-4f47-95c4-08827e185629,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:43.393600 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48812) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:43.443029 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.463494 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.614005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.617455 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:43.618732 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/09eaad32-288b-4f47-95c4-08827e185629 HTTP/1.1" status: 204 len: 168 time: 0.2239795 Dec 15 19:04:43.630612 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b61b3e2-8e5a-42bc-90a3-0aedbc6e2362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09eaad32-288b-4f47-95c4-08827e185629,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:44.075824 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0488e507-2013-4802-8009-9a7a1927738f req-64e62e86-273e-4d56-ac90-9c0d3d0f1292 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:44.077435 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0488e507-2013-4802-8009-9a7a1927738f req-64e62e86-273e-4d56-ac90-9c0d3d0f1292 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0520942 Dec 15 19:04:44.128272 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0488e507-2013-4802-8009-9a7a1927738f req-22e1d78e-1e55-45fa-8529-8f24e4ca7a37 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437555 Dec 15 19:04:44.257019 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48862) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:44.270617 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb67a408-a580-4804-8bf2-72d4cd56569f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.348582 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb67a408-a580-4804-8bf2-72d4cd56569f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.441671 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fb67a408-a580-4804-8bf2-72d4cd56569f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.484546 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-fb67a408-a580-4804-8bf2-72d4cd56569f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e8093252e2524b1a946b9ea65457c80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263458 Dec 15 19:04:44.487730 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb67a408-a580-4804-8bf2-72d4cd56569f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fee6d68-0cdf-464b-843e-4e06af4a5652,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:44.487836 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48876) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:44.541188 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.562426 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.701377 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.703966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:44.705726 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4fee6d68-0cdf-464b-843e-4e06af4a5652 HTTP/1.1" status: 204 len: 168 time: 0.2170153 Dec 15 19:04:44.716009 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7eeaf0-e78f-4153-933b-6579f5764a7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fee6d68-0cdf-464b-843e-4e06af4a5652,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:45.011519 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48912) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:45.125207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ed325af-16ba-40bf-82a9-3de6c84066ab admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.202824 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ed325af-16ba-40bf-82a9-3de6c84066ab admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.248210 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c919af4-c6f8-43d8-9723-0a0ff068994b req-58f57d72-8cca-48a9-ab8a-3fa32edbf519 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:45.249951 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c919af4-c6f8-43d8-9723-0a0ff068994b req-58f57d72-8cca-48a9-ab8a-3fa32edbf519 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0501335 Dec 15 19:04:45.301233 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6ed325af-16ba-40bf-82a9-3de6c84066ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.309712 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c919af4-c6f8-43d8-9723-0a0ff068994b req-dab6b654-7857-44bb-86e1-8dea5af0f0d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495756 Dec 15 19:04:45.367966 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6ed325af-16ba-40bf-82a9-3de6c84066ab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e0149315bb824e40b4e9ce1e784e8ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3553896 Dec 15 19:04:45.370868 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48938) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:45.374059 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed325af-16ba-40bf-82a9-3de6c84066ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e663c0f-bfbf-4ece-b86e-92ddad3be91d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:45.426686 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.447231 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.541366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.543975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:45.545135 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3e663c0f-bfbf-4ece-b86e-92ddad3be91d HTTP/1.1" status: 204 len: 168 time: 0.1726725 Dec 15 19:04:45.553328 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a97a6f-7b74-4cae-8112-2424604ebba5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e663c0f-bfbf-4ece-b86e-92ddad3be91d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:46.136776 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 48972) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:46.150409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-929ec497-ed84-4ba1-9b65-df91a33ccc9c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.224121 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-929ec497-ed84-4ba1-9b65-df91a33ccc9c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.307534 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-929ec497-ed84-4ba1-9b65-df91a33ccc9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.351680 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-929ec497-ed84-4ba1-9b65-df91a33ccc9c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f5a796f29d374a6a9773d021402a66c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2137496 Dec 15 19:04:46.352534 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929ec497-ed84-4ba1-9b65-df91a33ccc9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6d3e2f-d4f5-441f-b5ca-bcfad3034d1e,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:46.354429 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 48980) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:46.405730 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.426922 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.440210 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc81834-98eb-428e-914c-9e82c474bc25 req-537333ca-74c0-418f-898b-d5575cc006e0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:46.442074 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cc81834-98eb-428e-914c-9e82c474bc25 req-537333ca-74c0-418f-898b-d5575cc006e0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0507052 Dec 15 19:04:46.490451 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cc81834-98eb-428e-914c-9e82c474bc25 req-0c4bb197-9d92-4d12-9a83-ef850379c0d8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425403 Dec 15 19:04:46.575361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.578050 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:46.580091 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0e6d3e2f-d4f5-441f-b5ca-bcfad3034d1e HTTP/1.1" status: 204 len: 168 time: 0.2232001 Dec 15 19:04:46.588613 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8665a833-0615-406d-aad0-51abfa584b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6d3e2f-d4f5-441f-b5ca-bcfad3034d1e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:47.184858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49016) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:47.296719 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4aa34bbc-6902-4334-953e-1c48020c77ac admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.374665 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4aa34bbc-6902-4334-953e-1c48020c77ac admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.464533 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4aa34bbc-6902-4334-953e-1c48020c77ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.508762 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4aa34bbc-6902-4334-953e-1c48020c77ac admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=392222af3ace47c5a8fa257ad54e3117&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3224113 Dec 15 19:04:47.509597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa34bbc-6902-4334-953e-1c48020c77ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c12c612-bf29-46b9-a7ab-b8948d2a7240,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:47.513812 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49028) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:47.565093 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.596016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.652786 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd202b-c11c-4ad7-912a-d554073cd704 req-3d7a7c47-cb50-49e9-b2d0-9ba59424ac39 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:47.654289 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-13fd202b-c11c-4ad7-912a-d554073cd704 req-3d7a7c47-cb50-49e9-b2d0-9ba59424ac39 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0758185 Dec 15 19:04:47.705506 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-13fd202b-c11c-4ad7-912a-d554073cd704 req-e7f3f1b5-1397-45d7-8a3a-0fa1a8755bda tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430937 Dec 15 19:04:47.741477 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.744081 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:47.745246 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c12c612-bf29-46b9-a7ab-b8948d2a7240 HTTP/1.1" status: 204 len: 168 time: 0.2328930 Dec 15 19:04:47.754526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5918ef33-581b-4cb5-af45-8598d417ab37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c12c612-bf29-46b9-a7ab-b8948d2a7240,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:48.718859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49058) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:48.734371 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db0665c1-0b38-4747-a446-f9f1cef8ba13 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:48.858250 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1247136-4a19-4bc3-bbd0-fa550816530f req-e0b3bb28-6f21-4d42-bc44-3296a5035b50 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:48.859797 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1247136-4a19-4bc3-bbd0-fa550816530f req-e0b3bb28-6f21-4d42-bc44-3296a5035b50 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0847056 Dec 15 19:04:48.861773 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db0665c1-0b38-4747-a446-f9f1cef8ba13 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:48.915592 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1247136-4a19-4bc3-bbd0-fa550816530f req-a41c7d6c-7f02-4f05-9146-9739b690fb9f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Dec 15 19:04:48.935409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db0665c1-0b38-4747-a446-f9f1cef8ba13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:48.974830 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-db0665c1-0b38-4747-a446-f9f1cef8ba13 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93ce7eb15ce94edf884748d64556a6a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546811 Dec 15 19:04:48.975501 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0665c1-0b38-4747-a446-f9f1cef8ba13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e654bc5d-9f16-4a3e-af1b-018a62805f13,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:48.977339 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49072) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:49.036945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:49.058818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:49.156147 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:49.159220 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:49.163049 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e654bc5d-9f16-4a3e-af1b-018a62805f13 HTTP/1.1" status: 204 len: 168 time: 0.1821902 Dec 15 19:04:49.168264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3179d940-6dbd-4267-aad3-41aa4e19a9a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e654bc5d-9f16-4a3e-af1b-018a62805f13,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:50.034342 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97551b7e-02b0-4cd0-bf70-30758e3d4613 req-1789a2be-8e70-4ba6-bdb9-156ddf3231d7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:50.035879 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-97551b7e-02b0-4cd0-bf70-30758e3d4613 req-1789a2be-8e70-4ba6-bdb9-156ddf3231d7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0528376 Dec 15 19:04:50.092430 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-97551b7e-02b0-4cd0-bf70-30758e3d4613 req-f26b28af-20a7-492e-a6d4-5c549ae325a7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 Dec 15 19:04:50.749787 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49144) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:50.855697 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-aae20e31-93c7-4cc6-add0-0e72e3712281 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:50.934242 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-aae20e31-93c7-4cc6-add0-0e72e3712281 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.001991 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-aae20e31-93c7-4cc6-add0-0e72e3712281 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.042092 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae20e31-93c7-4cc6-add0-0e72e3712281 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343f6778-df1e-40f0-9000-42ef057df3d1,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:51.052586 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-aae20e31-93c7-4cc6-add0-0e72e3712281 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=946f07801d3940cd8f6ddb05f43d234b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3016119 Dec 15 19:04:51.055239 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49160) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:51.115266 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.141755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.237041 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2917804-e1a8-4954-9d27-7b2e7831d768 req-92efd56b-cefb-441c-b39e-b88e6be40c5f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:51.238803 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e2917804-e1a8-4954-9d27-7b2e7831d768 req-92efd56b-cefb-441c-b39e-b88e6be40c5f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0673015 Dec 15 19:04:51.303968 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e2917804-e1a8-4954-9d27-7b2e7831d768 req-06f20c40-b180-4bd2-b6e1-5ccc433893f9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569806 Dec 15 19:04:51.312743 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.317555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:51.318001 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/343f6778-df1e-40f0-9000-42ef057df3d1 HTTP/1.1" status: 204 len: 168 time: 0.2617581 Dec 15 19:04:51.327770 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c1863-5458-4633-85e0-1f861021c461 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343f6778-df1e-40f0-9000-42ef057df3d1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:52.095388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49200) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:52.108740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-072f46db-6f1c-4bd8-a3b3-77591d3a708a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.185666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-072f46db-6f1c-4bd8-a3b3-77591d3a708a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.275630 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-072f46db-6f1c-4bd8-a3b3-77591d3a708a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.334923 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49210) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:52.335452 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-072f46db-6f1c-4bd8-a3b3-77591d3a708a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6682f01d030541539d374bd68c00728f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2385790 Dec 15 19:04:52.336113 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f46db-6f1c-4bd8-a3b3-77591d3a708a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250c766e-fa3b-4915-aeba-7cd4416eb87a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:52.430098 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.462750 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.471727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1da8a7-cf14-453e-a6b4-9efce85ee8ac req-e65fa1b4-5662-4107-92b1-a3a43c73772a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:52.480430 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc1da8a7-cf14-453e-a6b4-9efce85ee8ac req-e65fa1b4-5662-4107-92b1-a3a43c73772a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0885391 Dec 15 19:04:52.549040 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc1da8a7-cf14-453e-a6b4-9efce85ee8ac req-c8b4e49f-ded8-4e7e-8634-762dff70c475 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677569 Dec 15 19:04:52.638085 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.640735 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:52.642443 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/250c766e-fa3b-4915-aeba-7cd4416eb87a HTTP/1.1" status: 204 len: 168 time: 0.3058622 Dec 15 19:04:52.651634 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3795ab99-e46e-47fe-af24-dd673244b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250c766e-fa3b-4915-aeba-7cd4416eb87a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:52.833455 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-e886253f-7dce-4e7d-a2ae-bc7bcb9691f6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:52.834926 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-e886253f-7dce-4e7d-a2ae-bc7bcb9691f6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.1060441 Dec 15 19:04:52.850456 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-2db95b41-0cd4-43b3-85db-78a02eb394db tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/quotas/52e4764fb4d34d5dbdd967080b99c537 HTTP/1.1" status: 200 len: 375 time: 0.0097733 Dec 15 19:04:52.899755 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-6dc1017f-f671-4aa6-a282-b6d62725cba9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0437405 Dec 15 19:04:52.991026 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-d3d6213b-31aa-4690-b275-a0edc096a966 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841892 Dec 15 19:04:53.085499 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-88a7d370-55ed-40dc-9ca4-593a8a5f9582 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883112 Dec 15 19:04:53.343500 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-87fbc3ac-8892-404c-9e5c-f0737bec53cc req-3547ce7a-3e25-4d46-b6c6-952f0ce75aa2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 210 time: 0.0307674 Dec 15 19:04:53.692378 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ebfac-77ac-453a-99eb-26a86d5d4347 req-2af4c5b0-59eb-4f23-bc3b-5c77974eaaf8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:53.694546 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d1ebfac-77ac-453a-99eb-26a86d5d4347 req-2af4c5b0-59eb-4f23-bc3b-5c77974eaaf8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0607440 Dec 15 19:04:53.746370 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1d1ebfac-77ac-453a-99eb-26a86d5d4347 req-a7aa86bd-c9ea-4527-b7b2-c41e6273dccb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449529 Dec 15 19:04:54.452314 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4046a13a-0649-40f0-9ac8-ca263f9f10e2 req-0c707c91-f4a9-497c-b1a5-e96fb90f5c2e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 210 time: 0.0263906 Dec 15 19:04:54.871981 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f65735c-49c7-4e35-b860-7726687b3527 req-e9774452-8201-404a-b174-dd8bf5921c04 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:54.874220 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f65735c-49c7-4e35-b860-7726687b3527 req-e9774452-8201-404a-b174-dd8bf5921c04 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0542345 Dec 15 19:04:54.929048 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f65735c-49c7-4e35-b860-7726687b3527 req-b1a573db-b6ef-4534-9fbd-f8138113d9ac tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471637 Dec 15 19:04:55.478671 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49384) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:55.555837 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f955d0de-7865-4cb5-94c3-3fc0dcd769b2 req-56add5ac-4572-4550-b962-271201415f83 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 210 time: 0.0278783 Dec 15 19:04:55.592315 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9297ab40-1dea-4814-a4b6-847d64befab3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:55.666279 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9297ab40-1dea-4814-a4b6-847d64befab3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:55.841309 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9297ab40-1dea-4814-a4b6-847d64befab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:55.881777 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9297ab40-1dea-4814-a4b6-847d64befab3 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f13dbb679f7f4f4c962d4bbf7983b54b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020305 Dec 15 19:04:55.886962 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9297ab40-1dea-4814-a4b6-847d64befab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c6b89a-d2b0-466f-b1f6-b01ada7a2c0a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:55.887087 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49396) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:55.939937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.012102 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.068957 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9107e56a-da02-40e2-8582-3ce4a1b7c64d req-881ebfe9-8864-467d-bc04-8b2ed5262eb7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:56.072683 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9107e56a-da02-40e2-8582-3ce4a1b7c64d req-881ebfe9-8864-467d-bc04-8b2ed5262eb7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0762072 Dec 15 19:04:56.091312 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-b5d0b422-9d8e-4743-b547-6c05fe7bdd63 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:56.092804 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-b5d0b422-9d8e-4743-b547-6c05fe7bdd63 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.1510482 Dec 15 19:04:56.119754 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Request body: {'port': {'device_id': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'admin_state_up': True, 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:04:56.140090 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9107e56a-da02-40e2-8582-3ce4a1b7c64d req-4d71bdcb-1659-4fa4-bf3b-0d7a1393a571 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615427 Dec 15 19:04:56.169202 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49406) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:56.176729 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.179337 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.180426 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86c6b89a-d2b0-466f-b1f6-b01ada7a2c0a HTTP/1.1" status: 204 len: 168 time: 0.2946870 Dec 15 19:04:56.197834 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4955af-1355-4e01-94b5-e076d14c367d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c6b89a-d2b0-466f-b1f6-b01ada7a2c0a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:56.312150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e1c9-71d6-4de8-a380-71f36f28da4e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.378555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:04:56.382188 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.400146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e1c9-71d6-4de8-a380-71f36f28da4e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.492060 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c4f5e1c9-71d6-4de8-a380-71f36f28da4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.552784 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c4f5e1c9-71d6-4de8-a380-71f36f28da4e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=bd60871c22c44baa8683cbbbc7d52223&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825355 Dec 15 19:04:56.553963 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Allocated IP 172.20.0.4 (9b5341ac-959a-4f9c-b267-56c4cfd3994a/13ef2e1c-7070-42bb-b0cc-2753b664be4e/b3a88158-4982-4b94-94f5-9d2a3ecf2eb1) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:04:56.555929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49422) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:56.556425 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5e1c9-71d6-4de8-a380-71f36f28da4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=634f642b-0188-42d9-bf6f-37cebe23a556,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:56.619432 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.642740 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.684119 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-42167619-b00b-48f4-9be7-16972ed78141 req-7f544eb4-9580-42af-b945-b689d690dafb tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 210 time: 0.0319815 Dec 15 19:04:56.731854 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.829521 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.835900 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.835900 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/634f642b-0188-42d9-bf6f-37cebe23a556 HTTP/1.1" status: 204 len: 168 time: 0.2758920 Dec 15 19:04:56.843178 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ae0dc-b0e0-4fc4-8c88-f616d14cb55f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=634f642b-0188-42d9-bf6f-37cebe23a556,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:56.878411 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.895464 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:04:56.925971 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:04:56.928898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:04:56.933198 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:04:56.938752 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:56.939361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:56.942846 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event updated for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.038529 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-c6bfe137-1cb9-4cac-89f2-18111d355144 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9250979 Dec 15 19:04:57.052058 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Request body: {'port': {'device_id': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:04:57.073566 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49436) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.089363 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-98529991-4f6f-438b-965a-a8af783bc995 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.111878 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.178477 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-98529991-4f6f-438b-965a-a8af783bc995 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.272244 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-98529991-4f6f-438b-965a-a8af783bc995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.305513 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-98529991-4f6f-438b-965a-a8af783bc995 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=deed6fdc3e354434aa7154fa43b52dc6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2305822 Dec 15 19:04:57.309003 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49440) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.316323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81583313-2d4a-4f1e-92ae-802d80124a55 req-a4dded13-c4e1-4938-8a11-8b14a2f61dc7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:57.317821 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-81583313-2d4a-4f1e-92ae-802d80124a55 req-a4dded13-c4e1-4938-8a11-8b14a2f61dc7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.1063306 Dec 15 19:04:57.332941 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98529991-4f6f-438b-965a-a8af783bc995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8533f32a-613b-4285-8032-106bc61eefa0,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.374929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.399348 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.402767 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-81583313-2d4a-4f1e-92ae-802d80124a55 req-3fc23c48-b9f4-4716-a64b-511faab51760 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782254 Dec 15 19:04:57.460891 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49446) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.477702 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:04:57.477838 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49450) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.485856 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.529444 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Transition to ACTIVE for port object b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:04:57.529661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.532422 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.538469 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8533f32a-613b-4285-8032-106bc61eefa0 HTTP/1.1" status: 204 len: 168 time: 0.2236013 Dec 15 19:04:57.541643 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7056bb0-f3ae-4eae-a189-7ea7c65e8a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8533f32a-613b-4285-8032-106bc61eefa0,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.579982 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4562446c-797d-47eb-8076-5314203e95c4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.620953 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.624669 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c601ba06-19c5-4df2-ab06-1ae697461fa4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.691686 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.697734 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4562446c-797d-47eb-8076-5314203e95c4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.734406 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Attempting to bind port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:04:57.734753 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Attempting to bind port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:04:57.735125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Attempting to bind port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:04:57.740202 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:04:57.740580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Attempting to bind port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:04:57.745784 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 4, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:04:57.746133 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Checking segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:04:57.746569 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Bound using segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:04:57.747009 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Bound port: b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:04:57.747370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.762904 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c601ba06-19c5-4df2-ab06-1ae697461fa4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.786103 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4562446c-797d-47eb-8076-5314203e95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.821887 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49458) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.838897 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:04:57.849568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c601ba06-19c5-4df2-ab06-1ae697461fa4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.854020 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-13d109a1-0f55-40de-a3a7-33dfdfaeee0b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.859488 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:04:57.864004 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4562446c-797d-47eb-8076-5314203e95c4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=17986024bd9b4b9fac85050fae9b704e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4020205 Dec 15 19:04:57.864803 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4562446c-797d-47eb-8076-5314203e95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93d1eea-2b7d-4baf-8f39-d6457fb203fc,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.866629 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49462) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.904802 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c601ba06-19c5-4df2-ab06-1ae697461fa4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=91376991f23a4bcb8ec40a44607b45be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4257958 Dec 15 19:04:57.905601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49464) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:57.926637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975412e-f33d-492a-8094-bc8776de7474 req-ae89cb2b-9f11-4a45-9b0b-6d9d76e5b638 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:57.928262 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f975412e-f33d-492a-8094-bc8776de7474 req-ae89cb2b-9f11-4a45-9b0b-6d9d76e5b638 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 943 time: 0.1443934 Dec 15 19:04:57.934721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:57.943622 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c601ba06-19c5-4df2-ab06-1ae697461fa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3a8d03-06bf-46f6-b337-b8caad7ec84a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:57.994656 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Pushing event updated for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:58.018517 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.019229 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.020703 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-7c3f370e-55eb-4367-a624-9b533aba8844 service neutron] 10.222.0.44 "PUT /v2.0/ports/b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 HTTP/1.1" status: 200 len: 1093 time: 0.9732831 Dec 15 19:04:58.022354 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.024415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:04:58.026909 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4035033f-bb5f-410d-8450-a9d8e1a4ede7" -d '{"events": [{"name": "network-changed", "server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:04:58.033187 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f975412e-f33d-492a-8094-bc8776de7474 req-8df6494a-41ad-45d9-9364-9556d5c9a35d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912821 Dec 15 19:04:58.034606 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.067185 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.073272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.092352 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-13d109a1-0f55-40de-a3a7-33dfdfaeee0b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.102287 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfef8070-2175-49d9-9363-333ab686da09 x-openstack-request-id: req-bfef8070-2175-49d9-9363-333ab686da09 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:04:58.102582 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:04:58.102838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bfef8070-2175-49d9-9363-333ab686da09 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:04:58.103227 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', 'status': 'completed', 'code': 200} Dec 15 19:04:58.181141 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-13d109a1-0f55-40de-a3a7-33dfdfaeee0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.204469 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.206306 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-f71edcc4-b416-46d6-969c-36722923ba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.207766 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.207903 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-f71edcc4-b416-46d6-969c-36722923ba26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 1096 time: 0.0654013 Dec 15 19:04:58.211327 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f3a8d03-06bf-46f6-b337-b8caad7ec84a HTTP/1.1" status: 204 len: 168 time: 0.2798097 Dec 15 19:04:58.218245 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968dc987-ad09-4a95-a555-e6b6d1fd5f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3a8d03-06bf-46f6-b337-b8caad7ec84a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:58.244109 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-13d109a1-0f55-40de-a3a7-33dfdfaeee0b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fd65ca4fea44c74820a3091a1ffb34f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4155266 Dec 15 19:04:58.244904 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49480) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:58.252690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d109a1-0f55-40de-a3a7-33dfdfaeee0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9891aeeb-bf54-4561-a66f-ea96efaeca84,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:58.282688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.285267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.286385 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a93d1eea-2b7d-4baf-8f39-d6457fb203fc HTTP/1.1" status: 204 len: 168 time: 0.4186151 Dec 15 19:04:58.304164 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ddf0d7-ed02-445d-941d-4d8cc0d83351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93d1eea-2b7d-4baf-8f39-d6457fb203fc,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:58.307080 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.337404 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.351517 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-141e6cf6-4d38-4aa1-9871-e5bcf6ca975a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.353004 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-141e6cf6-4d38-4aa1-9871-e5bcf6ca975a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=52e4764fb4d34d5dbdd967080b99c537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1307645 Dec 15 19:04:58.458544 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.461109 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:58.465442 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9891aeeb-bf54-4561-a66f-ea96efaeca84 HTTP/1.1" status: 204 len: 168 time: 0.2176158 Dec 15 19:04:58.471683 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4b0a4-479f-4e37-adb9-e14518afe52a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9891aeeb-bf54-4561-a66f-ea96efaeca84,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:58.484349 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-0db91a37-b5ba-47eb-b33a-bc092ba6d8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.485930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4035033f-bb5f-410d-8450-a9d8e1a4ede7 req-0db91a37-b5ba-47eb-b33a-bc092ba6d8e1 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1001215 Dec 15 19:04:58.536454 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7e9871-8cdc-468e-af6f-c67c8b730aa4 req-e6409de4-aefb-49fe-bb42-dbe89af9f939 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.541547 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a7e9871-8cdc-468e-af6f-c67c8b730aa4 req-e6409de4-aefb-49fe-bb42-dbe89af9f939 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0590582 Dec 15 19:04:58.578057 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-e0ebb765-f39e-43bf-ba34-505d553f2e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.580311 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-e0ebb765-f39e-43bf-ba34-505d553f2e85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 1096 time: 0.0418608 Dec 15 19:04:58.586258 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2a7e9871-8cdc-468e-af6f-c67c8b730aa4 req-e1929fb0-9cbe-4b6b-b887-1df9fde8705b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423844 Dec 15 19:04:58.636357 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-5f767bc6-becc-4262-bcaa-d7f28b346a5f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Dec 15 19:04:58.693888 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37482a51-a7aa-470a-ba82-725043cc3def req-ed93a200-8b26-4058-8d44-7cf982712825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:58.695477 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-ed93a200-8b26-4058-8d44-7cf982712825 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.0441918 Dec 15 19:04:58.728585 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-6854d496-5fb5-4f8d-b698-36aa17142ae1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250983 Dec 15 19:04:58.843310 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-e840232f-818c-4822-8c75-c1554b3cfa1a service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944333 Dec 15 19:04:58.924036 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37482a51-a7aa-470a-ba82-725043cc3def req-4f3b53c8-8ff0-4f5f-a369-f3a96558b093 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845916 Dec 15 19:04:59.157817 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958b633-27d7-49f1-95e9-7cf39fc3bb50 req-92709fee-3fd7-4504-9d29-e44c0caea097 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:59.159324 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c958b633-27d7-49f1-95e9-7cf39fc3bb50 req-92709fee-3fd7-4504-9d29-e44c0caea097 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 943 time: 0.0481367 Dec 15 19:04:59.209205 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c958b633-27d7-49f1-95e9-7cf39fc3bb50 req-90747bbe-128c-445a-bbb7-a90dd58b6a7f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Dec 15 19:04:59.223220 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49504) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:59.241267 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f82734c7-8f21-4b3a-a071-75be35b3247c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.338944 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f82734c7-8f21-4b3a-a071-75be35b3247c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.423886 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f82734c7-8f21-4b3a-a071-75be35b3247c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.462791 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f82734c7-8f21-4b3a-a071-75be35b3247c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7e9863d067af442cad1541f12303d3f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2381310 Dec 15 19:04:59.463645 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82734c7-8f21-4b3a-a071-75be35b3247c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d08db7-6e6b-47f1-97f0-6bb1690ee678,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:59.466142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49520) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:04:59.522990 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.545963 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.715612 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8ae9-396f-4c2d-847f-94c8ef2c97c1 req-56ca945b-efbc-470f-a489-24f828de0f4c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:04:59.717351 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66fe8ae9-396f-4c2d-847f-94c8ef2c97c1 req-56ca945b-efbc-470f-a489-24f828de0f4c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0570774 Dec 15 19:04:59.720186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.730131 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:04:59.731365 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f6d08db7-6e6b-47f1-97f0-6bb1690ee678 HTTP/1.1" status: 204 len: 168 time: 0.2640178 Dec 15 19:04:59.751231 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c3fce-fde5-4738-8795-322190ce9ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d08db7-6e6b-47f1-97f0-6bb1690ee678,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:04:59.783901 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66fe8ae9-396f-4c2d-847f-94c8ef2c97c1 req-9b260d10-15a1-441a-8dd8-c9d04cfa691e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Dec 15 19:05:00.343380 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60094b-05a0-4015-910c-1266e30f7d16 req-cc300b68-50ed-4048-b9ab-f19778c5c961 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:00.345642 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af60094b-05a0-4015-910c-1266e30f7d16 req-cc300b68-50ed-4048-b9ab-f19778c5c961 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 943 time: 0.0525205 Dec 15 19:05:00.421018 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af60094b-05a0-4015-910c-1266e30f7d16 req-46885ef4-4e8b-4dad-8e5b-5b6f4ada460e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687275 Dec 15 19:05:00.682936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc31a11c-ae05-4fa0-ba75-b8f032bfb83e req-5f08b15e-dcae-42c4-94b0-6ad89b7e985a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:00.684571 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc31a11c-ae05-4fa0-ba75-b8f032bfb83e req-5f08b15e-dcae-42c4-94b0-6ad89b7e985a tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0556142 Dec 15 19:05:00.745709 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fc31a11c-ae05-4fa0-ba75-b8f032bfb83e req-7b4fe8bf-87b1-4ef7-9c37-9b1a8ce9a2b7 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539997 Dec 15 19:05:00.884803 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6472785f-c0da-4b68-b86c-b022e340e30a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:00.901002 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01bb4500-c671-4fce-9b61-e265ad07c891 req-30fb3c48-a85b-4f11-98c5-755819f18f78 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:00.904358 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01bb4500-c671-4fce-9b61-e265ad07c891 req-30fb3c48-a85b-4f11-98c5-755819f18f78 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0515764 Dec 15 19:05:00.960267 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01bb4500-c671-4fce-9b61-e265ad07c891 req-6d9aeb5b-4bd4-4f46-83b1-d8b991b8b7c9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482383 Dec 15 19:05:01.156650 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49596) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:01.342092 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-825574541-network', 'tenant_id': '87416d9f16b34ae393890d3c16f8d55e'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:01.429568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Made reservation on behalf of 87416d9f16b34ae393890d3c16f8d55e for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:01.432171 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.442067 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.531961 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.545696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107454f5-c165-4763-9535-d32d76feea1d req-4129d99e-4b02-47ae-aa97-70ac22f84c97 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:01.553327 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-107454f5-c165-4763-9535-d32d76feea1d req-4129d99e-4b02-47ae-aa97-70ac22f84c97 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 943 time: 0.0578868 Dec 15 19:05:01.602952 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-107454f5-c165-4763-9535-d32d76feea1d req-cefb289f-22c8-4d33-9bdc-7d8914844db7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472722 Dec 15 19:05:01.646537 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.671921 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 567} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:05:01.683866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfdc00b0-5974-43a2-a153-5fceed95bb80,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:01.689975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.690306 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Added segment 8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb of type vlan for network 3bd0072d-daf7-4158-a223-046c35eb85a7 Dec 15 19:05:01.731279 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.801027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49622) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:01.843826 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.845320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:01.846258 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:01.900383 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0fad-c603-4314-a279-91cbe52e2730 req-6152afd7-0094-45ac-a307-73760cac6278 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:01.902784 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c80c0fad-c603-4314-a279-91cbe52e2730 req-6152afd7-0094-45ac-a307-73760cac6278 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0903847 Dec 15 19:05:01.934184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] Pushing event updated for resources: {'Network': ['ID=3bd0072d-daf7-4158-a223-046c35eb85a7,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:01.946486 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:05:01.949458 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49630) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:01.950285 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6714c44c-efb1-42fa-ae8c-815e15f2d11f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7918530 Dec 15 19:05:01.958219 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Request body: {'subnet': {'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-825574541-subnet', 'tenant_id': '87416d9f16b34ae393890d3c16f8d55e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:02.003199 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c80c0fad-c603-4314-a279-91cbe52e2730 req-2b862b50-5605-4bab-8894-c8a20932bc45 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899379 Dec 15 19:05:02.019976 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8cba-ef45-4726-a121-027f3173160d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.092755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Made reservation on behalf of 87416d9f16b34ae393890d3c16f8d55e for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:02.096065 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.107990 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df076a2-ef10-4292-b5ba-3803e65815d2 req-21f5f70a-5f4c-4146-99e2-7609e9b94553 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:02.109538 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3df076a2-ef10-4292-b5ba-3803e65815d2 req-21f5f70a-5f4c-4146-99e2-7609e9b94553 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0756207 Dec 15 19:05:02.185685 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3df076a2-ef10-4292-b5ba-3803e65815d2 req-09edad82-1dde-453e-a39c-dfd27e259f27 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680053 Dec 15 19:05:02.187394 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8cba-ef45-4726-a121-027f3173160d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.246764 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d1cf8cba-ef45-4726-a121-027f3173160d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.261564 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:05:02.291180 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d1cf8cba-ef45-4726-a121-027f3173160d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d241f6f445e2475aaf05a05d66160189&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4889615 Dec 15 19:05:02.292289 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf8cba-ef45-4726-a121-027f3173160d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b570c9-a93a-4048-8c25-bc9c8981ec34,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:02.295109 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49640) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:02.351076 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.372845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.378799 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.389227 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:02.401888 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'port_id': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', 'mac_address': 'fa:16:3e:b2:9c:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ef2e1c-7070-42bb-b0cc-2753b664be4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:05:02.458307 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Checking segment: {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:02.458694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Network hostable DHCP agents. Network: 3bd0072d-daf7-4158-a223-046c35eb85a7, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:05:02.462490 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c14f0a76-745a-4ae0-b286-568343f32b47,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:02.501870 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.505102 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.511485 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/45b570c9-a93a-4048-8c25-bc9c8981ec34 HTTP/1.1" status: 204 len: 168 time: 0.2098968 Dec 15 19:05:02.525684 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e645d0a-cb23-4b71-8701-d3101f4b352e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b570c9-a93a-4048-8c25-bc9c8981ec34,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:02.580704 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:05:02.592946 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.607268 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:02.627673 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:02.667521 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 3bd0072d-daf7-4158-a223-046c35eb85a7) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:02.672896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:02.673962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.681437 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29b6bf46-9c30-4322-bd0b-82eb2d55591d None None] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:02.733157 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:02.735488 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c399c0a-6fc3-44ce-9dca-806a335467da req-2b483422-c678-4f71-8c9e-e14b38d7a140 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:02.745757 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c399c0a-6fc3-44ce-9dca-806a335467da req-2b483422-c678-4f71-8c9e-e14b38d7a140 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 943 time: 0.0679729 Dec 15 19:05:02.837188 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a881aaed-d108-4f53-b5ff-74e5331a49c7 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8861508 Dec 15 19:05:02.859323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-0212db8f-522e-4b7f-b343-3b002c64b9db tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:02.861398 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-0212db8f-522e-4b7f-b343-3b002c64b9db tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.44 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.1035230 Dec 15 19:05:02.877164 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0c399c0a-6fc3-44ce-9dca-806a335467da req-4aac46f2-a4a9-453f-ba65-c72548e6257d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256747 Dec 15 19:05:02.877527 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:02.891731 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35130dc2-1c34-46b9-b292-417bf455f32b None None] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:02.909318 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.910531 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.911103 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.911632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.912207 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:05:02.912807 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.913852 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.914480 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.915001 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.915503 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.916011 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.916726 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.917280 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:02.919173 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:03.091814 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:03.152567 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f902e5-ba72-4770-84bf-e15bc790189b req-53704f3b-25eb-4656-afa6-17d5de9b7410 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:03.157617 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29f902e5-ba72-4770-84bf-e15bc790189b req-53704f3b-25eb-4656-afa6-17d5de9b7410 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 945 time: 0.0700169 Dec 15 19:05:03.213247 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-29f902e5-ba72-4770-84bf-e15bc790189b req-fd775c84-5f89-437b-9781-32f813c7a6aa tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/security-groups?id=8e6a4a9d-7924-4d2d-9546-b92d12a8026f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511250 Dec 15 19:05:03.350593 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Deleting port 891fcb6e-7400-455c-824c-1bcd8f750785 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:05:03.350858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.361525 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d49a44ea-d762-4cd1-a8ac-5705ea81d599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.413988 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714e3f92-2b3b-4eb3-80bd-9020df50a737 req-1048ab46-c6b9-4059-9446-3b0f18a2dd5e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:03.415469 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-714e3f92-2b3b-4eb3-80bd-9020df50a737 req-1048ab46-c6b9-4059-9446-3b0f18a2dd5e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.1106915 Dec 15 19:05:03.421928 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49672) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:03.435356 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea75f3cf-cb6c-4b04-8a79-9beb5082970b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.505797 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-714e3f92-2b3b-4eb3-80bd-9020df50a737 req-23feacde-c6e4-4547-8751-be2583d1f6f7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748603 Dec 15 19:05:03.505797 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] For port 891fcb6e-7400-455c-824c-1bcd8f750785, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=891fcb6e-7400-455c-824c-1bcd8f750785,segment=NetworkSegment(98f6d7a3-1fbb-4975-b607-6e313692ed28),segment_id=98f6d7a3-1fbb-4975-b607-6e313692ed28)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:03.505797 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.524894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Calling delete_port for 891fcb6e-7400-455c-824c-1bcd8f750785 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:05:03.571812 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea75f3cf-cb6c-4b04-8a79-9beb5082970b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.666524 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea75f3cf-cb6c-4b04-8a79-9beb5082970b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.728978 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ea75f3cf-cb6c-4b04-8a79-9beb5082970b admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c0455df7c58f4ceab3142979b66290fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3023431 Dec 15 19:05:03.728978 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea75f3cf-cb6c-4b04-8a79-9beb5082970b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38fe306-a47d-4d70-bdb4-556962220b3b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:03.729235 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49684) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:03.784600 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.811184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.889340 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.902123 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['891fcb6e-7400-455c-824c-1bcd8f750785'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:03.918899 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Pushing event deleted for resources: {'Port': ['ID=891fcb6e-7400-455c-824c-1bcd8f750785,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:03.986466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] No DVR routers for this DVR port 891fcb6e-7400-455c-824c-1bcd8f750785 on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:05:03.989659 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:03.993155 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ac4e7590-b897-4f52-a603-be88e30d7632 req-c18ca30d-6eaa-4aa4-beef-19cebd776bdd tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.44 "DELETE /v2.0/ports/891fcb6e-7400-455c-824c-1bcd8f750785 HTTP/1.1" status: 204 len: 173 time: 1.1149440 Dec 15 19:05:03.993629 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'name': 'network-vif-deleted', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:03.995962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97960895-c89d-45de-8bad-d16ac5fc2299" -d '{"events": [{"server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "name": "network-vif-deleted", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:03.999524 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:04.002250 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:04.003401 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c38fe306-a47d-4d70-bdb4-556962220b3b HTTP/1.1" status: 204 len: 168 time: 0.2725253 Dec 15 19:05:04.028264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69f5ce2-a654-410b-963b-b8fec6740760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38fe306-a47d-4d70-bdb4-556962220b3b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:04.075675 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7772e211-3cd2-4c7a-b35b-b919198d493a x-openstack-request-id: req-7772e211-3cd2-4c7a-b35b-b919198d493a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:04.076020 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11a4a770-fe68-4180-b052-5b7161dd2293", "name": "network-vif-deleted", "tag": "891fcb6e-7400-455c-824c-1bcd8f750785", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:04.076250 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7772e211-3cd2-4c7a-b35b-b919198d493a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:04.076652 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11a4a770-fe68-4180-b052-5b7161dd2293', 'name': 'network-vif-deleted', 'tag': '891fcb6e-7400-455c-824c-1bcd8f750785', 'status': 'completed', 'code': 200} Dec 15 19:05:04.159015 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cc541-fbb6-4f9a-b47d-ab83b27594a1 req-20ea2923-aaa2-442f-9700-ec727dbce71b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:04.160399 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af3cc541-fbb6-4f9a-b47d-ab83b27594a1 req-20ea2923-aaa2-442f-9700-ec727dbce71b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 944 time: 0.0510075 Dec 15 19:05:04.207759 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af3cc541-fbb6-4f9a-b47d-ab83b27594a1 req-f4cb9eef-dbc6-458f-96ce-d2394a14a897 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412197 Dec 15 19:05:04.338977 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f8c38ce7-a65b-413c-9638-79940754bf64 req-90eaea55-238d-4f6c-ad46-7321c8b2cd51 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0299594 Dec 15 19:05:04.440926 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:04.623986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c87b6b-6c97-4e04-a924-29988c18f4f6 req-7ef7076c-2ddf-4e7e-8f38-01e7a1081511 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:04.626253 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57c87b6b-6c97-4e04-a924-29988c18f4f6 req-7ef7076c-2ddf-4e7e-8f38-01e7a1081511 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0499518 Dec 15 19:05:04.674224 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-57c87b6b-6c97-4e04-a924-29988c18f4f6 req-816e567b-0e03-4e43-bb8a-b774f31f3688 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Dec 15 19:05:05.323893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23e44-474d-491e-a960-049e55e643fe req-ccafe479-120c-44a5-81b4-c548c85384aa tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:05.325454 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cc23e44-474d-491e-a960-049e55e643fe req-ccafe479-120c-44a5-81b4-c548c85384aa tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 944 time: 0.0507662 Dec 15 19:05:05.372696 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cc23e44-474d-491e-a960-049e55e643fe req-69e3cd99-c810-4be0-a578-b37a64ab1986 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407672 Dec 15 19:05:05.459447 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-69a23fa5-bdd1-4a79-a063-2fa062688cb1 req-2a9f3cbf-8788-411d-938b-c0a3991e8984 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0260711 Dec 15 19:05:05.763432 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:05.789039 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c11a311-4e77-4b47-8b70-3c6a5c8f9a34 req-38d014d1-49e6-405a-9918-242580eee930 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:05.790516 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c11a311-4e77-4b47-8b70-3c6a5c8f9a34 req-38d014d1-49e6-405a-9918-242580eee930 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0497439 Dec 15 19:05:05.835972 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c11a311-4e77-4b47-8b70-3c6a5c8f9a34 req-d9bfb4bf-9b50-4005-bfed-468b4ccec549 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396240 Dec 15 19:05:06.043047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:06.143305 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:05:06.147324 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:06.147697 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:06.223187 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:06.245772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:06.248076 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a94d1e-bc7d-415a-b786-68c34368f3ff" -d '{"events": [{"server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "name": "network-vif-plugged", "status": "completed", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:06.263790 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:06.290578 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1f35d7-a8b9-4eb9-a5ad-e9e738c4728c x-openstack-request-id: req-bb1f35d7-a8b9-4eb9-a5ad-e9e738c4728c {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:06.291081 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "name": "network-vif-plugged", "status": "completed", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:06.291302 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-bb1f35d7-a8b9-4eb9-a5ad-e9e738c4728c {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:06.291731 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', 'code': 200} Dec 15 19:05:06.323144 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:06.373542 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:06.510854 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d59826-bdd0-4aef-abc2-b4b073d93868 req-0e8eb550-8ebd-49ee-aa92-4a38ad909a08 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:06.512375 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b1d59826-bdd0-4aef-abc2-b4b073d93868 req-0e8eb550-8ebd-49ee-aa92-4a38ad909a08 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0640528 Dec 15 19:05:06.566768 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b1d59826-bdd0-4aef-abc2-b4b073d93868 req-0bc18f97-c2f3-464e-bff5-d4eb3f4c0e96 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480905 Dec 15 19:05:06.651007 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5df75a5-2d5e-4e75-b2ca-fabd2cdc0032 req-ab6e1094-aa73-40be-8477-9ad2f9a5b195 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0255189 Dec 15 19:05:06.715011 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:06.949103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49604a-0d19-473b-8077-bb44c804da41 req-6eedaf35-0449-40ba-8491-1e96dab1bc85 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:06.950610 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f49604a-0d19-473b-8077-bb44c804da41 req-6eedaf35-0449-40ba-8491-1e96dab1bc85 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0478435 Dec 15 19:05:06.997587 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f49604a-0d19-473b-8077-bb44c804da41 req-cee12d38-dd98-4657-ab6a-ef41e52b2184 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405443 Dec 15 19:05:07.161427 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 891fcb6e-7400-455c-824c-1bcd8f750785 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:05:07.183656 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 891fcb6e-7400-455c-824c-1bcd8f750785 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:05:07.184165 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 891fcb6e-7400-455c-824c-1bcd8f750785 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:05:07.498501 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf672df-381f-46e1-b9c4-87e420bdc910 req-c18c5fcb-b73f-4eb1-a1ba-8a0d54d0c36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:07.500579 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8bf672df-381f-46e1-b9c4-87e420bdc910 req-c18c5fcb-b73f-4eb1-a1ba-8a0d54d0c36a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 1098 time: 0.0417645 Dec 15 19:05:07.555539 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8bf672df-381f-46e1-b9c4-87e420bdc910 req-fab7ae6e-f27d-47f2-8f52-216de85c8215 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468087 Dec 15 19:05:07.694238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93841d2e-2f2b-44bb-a31e-769e24f30709 req-54526702-ac4b-4c52-a9bc-7c287e31450d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:07.695737 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93841d2e-2f2b-44bb-a31e-769e24f30709 req-54526702-ac4b-4c52-a9bc-7c287e31450d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0607519 Dec 15 19:05:07.750946 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93841d2e-2f2b-44bb-a31e-769e24f30709 req-2f1cb46f-5728-4df1-bdb9-1838241136f5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476482 Dec 15 19:05:07.759234 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-293811bb-2413-49ef-ac87-a9f2aea436fa req-f71e1473-3d45-4999-a5e1-23dac879db68 tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0267706 Dec 15 19:05:08.136586 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b13e84-efe9-4488-91d2-3085400ff1f0 req-e8eed99e-5294-47c5-9b99-48425d966364 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:08.138138 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43b13e84-efe9-4488-91d2-3085400ff1f0 req-e8eed99e-5294-47c5-9b99-48425d966364 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0574455 Dec 15 19:05:08.191983 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43b13e84-efe9-4488-91d2-3085400ff1f0 req-51287aac-ddcb-4a9c-b3e3-4b4c20f5fc92 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473740 Dec 15 19:05:08.212463 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-c9d0f74e-f865-4d6e-9216-195fd113edc1 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:08.214085 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-c9d0f74e-f865-4d6e-9216-195fd113edc1 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/networks?id=3bd0072d-daf7-4158-a223-046c35eb85a7 HTTP/1.1" status: 200 len: 813 time: 0.1016128 Dec 15 19:05:08.235470 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-83169277-dfe9-47bf-8c1c-453366166e17 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/quotas/87416d9f16b34ae393890d3c16f8d55e HTTP/1.1" status: 200 len: 375 time: 0.0134556 Dec 15 19:05:08.270382 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-dbb8ccb6-3576-4d7a-bb4c-1fb4f626eed2 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291016 Dec 15 19:05:08.360179 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-2dac0b15-157d-4be4-84b8-1409b4e5f841 service neutron] 10.222.0.49 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826745 Dec 15 19:05:08.459980 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-775bffd8-3bec-4c83-be2a-7a41b3698e71 service neutron] 10.222.0.49 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935476 Dec 15 19:05:08.761943 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-27518e15-5dd2-4ba6-a067-5a65c05e08aa req-f040c28d-e50b-4e7b-aa9a-49ab9e7ca174 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0272338 Dec 15 19:05:08.911765 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0282fbbe-f623-4693-b29b-b0469498c00b req-61112601-fce7-4445-b342-3a40ea39b8ae tempest-DeleteServersTestJSON-242899356 tempest-DeleteServersTestJSON-242899356-project] 10.222.0.49 "GET /v2.0/ports?device_id=11a4a770-fe68-4180-b052-5b7161dd2293 HTTP/1.1" status: 200 len: 210 time: 0.0511172 Dec 15 19:05:08.931915 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801e74f1-01ce-45e6-98d3-132ba98ab964 req-474d1da2-544b-4e5d-be5a-1d3da8765972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:08.933429 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-801e74f1-01ce-45e6-98d3-132ba98ab964 req-474d1da2-544b-4e5d-be5a-1d3da8765972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0858071 Dec 15 19:05:08.980844 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-801e74f1-01ce-45e6-98d3-132ba98ab964 req-0fb39125-fcfd-418b-86d3-1461cd14a5b5 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405071 Dec 15 19:05:09.305986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e8923-d920-45db-bbaa-0d278049fe0c req-e37a45a7-17d7-44c0-8b2e-7ffc1bb091d1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:09.307459 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-134e8923-d920-45db-bbaa-0d278049fe0c req-e37a45a7-17d7-44c0-8b2e-7ffc1bb091d1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0481219 Dec 15 19:05:09.354527 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-134e8923-d920-45db-bbaa-0d278049fe0c req-edbdc3eb-fcca-4493-97b0-91955059f9cb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403154 Dec 15 19:05:09.854767 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1ccfa5d4-a7cf-479b-b0c0-27d5a891ac4b req-cd18b7d5-6d81-495c-b452-478daa497642 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0252869 Dec 15 19:05:10.096281 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9535b26c-f6ff-43db-98fd-b6cea3dc94f7 req-7b19091b-cf15-40c2-b1b8-3512fa045a30 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:10.097804 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9535b26c-f6ff-43db-98fd-b6cea3dc94f7 req-7b19091b-cf15-40c2-b1b8-3512fa045a30 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0504525 Dec 15 19:05:10.143336 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9535b26c-f6ff-43db-98fd-b6cea3dc94f7 req-aaef5b05-e467-409d-afff-7bf23388df63 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395656 Dec 15 19:05:10.471286 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259ddcb-c740-4e9e-8f6c-4619194105e3 req-7a4abb24-16bf-4d7d-b20a-a55e505c2582 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:10.472821 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6259ddcb-c740-4e9e-8f6c-4619194105e3 req-7a4abb24-16bf-4d7d-b20a-a55e505c2582 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0495183 Dec 15 19:05:10.522907 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6259ddcb-c740-4e9e-8f6c-4619194105e3 req-aeecf006-dfa4-4a25-b3e3-1fa075f22533 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441720 Dec 15 19:05:10.943907 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8bff3df9-46a6-4f01-b58e-09706883160b req-28921c10-969c-4a6f-99ff-3919844da97f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0263121 Dec 15 19:05:11.259599 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a0815-c4d5-4973-b1d9-6c9c4f866fe9 req-a1941905-0182-49a1-8f02-6f12d77a13f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:11.261076 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-907a0815-c4d5-4973-b1d9-6c9c4f866fe9 req-a1941905-0182-49a1-8f02-6f12d77a13f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0515614 Dec 15 19:05:11.307743 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-907a0815-c4d5-4973-b1d9-6c9c4f866fe9 req-ad656603-cbd9-4565-ab09-4d79f3457f00 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 Dec 15 19:05:11.638512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b31aeb-87e7-432b-a2bd-67cd8039cc61 req-dfbc8d41-5b0c-4bc3-8d63-e9b9f343be68 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:11.639988 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-82b31aeb-87e7-432b-a2bd-67cd8039cc61 req-dfbc8d41-5b0c-4bc3-8d63-e9b9f343be68 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0483825 Dec 15 19:05:11.686367 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-82b31aeb-87e7-432b-a2bd-67cd8039cc61 req-c497ba1b-ec5c-414f-8995-0c7cb99a4bb4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Dec 15 19:05:12.039273 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-76e7acfa-0418-498a-bf82-89e1a4bc3649 req-b220c0ba-723a-4106-9e79-b4c52ef37068 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0264189 Dec 15 19:05:12.422807 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48017198-522c-48f5-bbc9-e8d5dbf2b5d4 req-06a6eeac-13e9-4548-b0b8-784e486773e1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:12.424279 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48017198-522c-48f5-bbc9-e8d5dbf2b5d4 req-06a6eeac-13e9-4548-b0b8-784e486773e1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0472529 Dec 15 19:05:12.470320 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-48017198-522c-48f5-bbc9-e8d5dbf2b5d4 req-2ec7966e-0250-4023-a22a-29e236dc0859 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402591 Dec 15 19:05:12.798979 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:12.816692 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e98ef6-bfd6-4f8b-bed2-9d11d7ad0764 req-2aea6b02-2b23-4196-b174-2f5184e4fedd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:12.818240 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-68e98ef6-bfd6-4f8b-bed2-9d11d7ad0764 req-2aea6b02-2b23-4196-b174-2f5184e4fedd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0528448 Dec 15 19:05:12.865022 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-68e98ef6-bfd6-4f8b-bed2-9d11d7ad0764 req-2f663727-7c36-4fa4-bdd3-d6a0403c7538 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408847 Dec 15 19:05:13.223786 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c016d783-96cb-4279-9205-efe533fa91fe req-2760db8c-e7f0-4aed-8555-d2b024c60c65 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0427461 Dec 15 19:05:13.311718 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-499f03d2-c70f-466c-990f-83238a371f0d tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:13.313796 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-499f03d2-c70f-466c-990f-83238a371f0d tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "GET /v2.0/networks?id=3bd0072d-daf7-4158-a223-046c35eb85a7 HTTP/1.1" status: 200 len: 813 time: 0.1237967 Dec 15 19:05:13.336457 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Request body: {'port': {'device_id': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7', 'admin_state_up': True, 'tenant_id': '87416d9f16b34ae393890d3c16f8d55e'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:13.503320 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Made reservation on behalf of 87416d9f16b34ae393890d3c16f8d55e for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:13.507138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.632740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Allocated IP 172.20.0.12 (3bd0072d-daf7-4158-a223-046c35eb85a7/c14f0a76-745a-4ae0-b286-568343f32b47/828144f6-72f4-4245-b754-2f3f975b9c13) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:13.712176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49964) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:13.762045 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Deleting subnet 51f25069-ead2-41ee-a4bf-34488dba94d4 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:05:13.765213 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.785338 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.799275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.809067 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.892407 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.918069 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.938920 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:13.942133 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:13.952544 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:13.958191 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:13.960163 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.963499 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:13.966980 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Pushing event updated for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:13.971362 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/51f25069-ead2-41ee-a4bf-34488dba94d4 HTTP/1.1" status: 204 len: 168 time: 0.2553611 Dec 15 19:05:13.972267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 49970) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:13.980722 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb0488-a2b3-4fab-aa13-2fa03137200b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51f25069-ead2-41ee-a4bf-34488dba94d4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:14.027522 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fa0517-7d59-481e-824d-1a58c0e56ac0 req-218b303b-86d7-4bad-9101-802bb563a05a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:14.029072 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b1fa0517-7d59-481e-824d-1a58c0e56ac0 req-218b303b-86d7-4bad-9101-802bb563a05a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0696313 Dec 15 19:05:14.047782 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.111603 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b1fa0517-7d59-481e-824d-1a58c0e56ac0 req-acde0b21-f362-4bd7-8f6f-3b5c1adc9e0b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755384 Dec 15 19:05:14.131092 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-e9a419ee-216b-4a07-b795-9e9dc7783b68 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8046129 Dec 15 19:05:14.142433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.164111 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.164449 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.165225 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.165575 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > port after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.165947 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.166278 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > port after_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.166593 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.166908 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.167270 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.167599 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.348693 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d713bad3-94d2-411e-bee5-46a2ae68e44d req-75a036c6-a424-4972-badf-5cb54ac381a5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:14.350160 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d713bad3-94d2-411e-bee5-46a2ae68e44d req-75a036c6-a424-4972-badf-5cb54ac381a5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 932 time: 0.0485451 Dec 15 19:05:14.359034 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.359626 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.359794 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.360091 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103026) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:05:14.360438 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eef4975-1e4b-4548-9e9f-50d40af67cbd']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:14.377558 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f6d7a3-1fbb-4975-b607-6e313692ed28') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:14.377855 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f6d7a3-1fbb-4975-b607-6e313692ed28') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:14.395709 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.397760 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d713bad3-94d2-411e-bee5-46a2ae68e44d req-04db7e7d-8d41-4fe8-a291-a0dee3d715b2 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416245 Dec 15 19:05:14.420397 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.429169 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Releasing vlan 571 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:05:14.429565 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: from cryptography.utils import int_from_bytes Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: from cryptography.utils import int_from_bytes Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:05:14.445613 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:05:14.560180 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.576195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:14.579986 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3eef4975-1e4b-4548-9e9f-50d40af67cbd HTTP/1.1" status: 204 len: 168 time: 0.6063030 Dec 15 19:05:14.581317 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5739ce3e-df30-4c80-88f4-6556c2d7fd08 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eef4975-1e4b-4548-9e9f-50d40af67cbd,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:14.946056 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49986) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:14.984146 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-56726dfd-876c-4d5d-a9b7-8ef1ce306e7a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d219be39d8e34b20aaff02dceb7ea34d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0368886 Dec 15 19:05:14.986426 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 49988) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:15.032469 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:15.061507 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:15.195254 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:15.197735 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:15.198819 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e6a4a9d-7924-4d2d-9546-b92d12a8026f HTTP/1.1" status: 204 len: 168 time: 0.2115226 Dec 15 19:05:15.210546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dc895c-2f2e-4d8d-8db2-08c69264b44c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6a4a9d-7924-4d2d-9546-b92d12a8026f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:15.226069 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a4c7ac-89cf-487f-8c12-4b0913d2d127 req-395775b1-3518-4de9-ac6f-7d4e29eca6d9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:15.230311 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-17a4c7ac-89cf-487f-8c12-4b0913d2d127 req-395775b1-3518-4de9-ac6f-7d4e29eca6d9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0602465 Dec 15 19:05:15.281336 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-17a4c7ac-89cf-487f-8c12-4b0913d2d127 req-03e8b802-a501-46c7-b447-da3ff28cc1cc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432684 Dec 15 19:05:15.516397 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301491b-7a4f-4b40-8625-67edb5c030df req-5e5bc7ad-34bd-431f-800d-ba1cfc3f1a56 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:15.516397 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0301491b-7a4f-4b40-8625-67edb5c030df req-5e5bc7ad-34bd-431f-800d-ba1cfc3f1a56 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 932 time: 0.0477159 Dec 15 19:05:15.561574 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0301491b-7a4f-4b40-8625-67edb5c030df req-7390a340-e4fe-4a58-b807-ed3ced666554 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441263 Dec 15 19:05:16.214622 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50028) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:16.312986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-731659373-network', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:16.394854 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5eaf4e-5c02-47a1-99a2-524beed72b15 req-245884f6-3358-4150-9afc-5faebea6bad1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:16.396320 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3f5eaf4e-5c02-47a1-99a2-524beed72b15 req-245884f6-3358-4150-9afc-5faebea6bad1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0473242 Dec 15 19:05:16.414360 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Made reservation on behalf of 10e0bf29ca2c44d5ba3c4306a437e9cc for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:16.416810 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.425603 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.442283 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3f5eaf4e-5c02-47a1-99a2-524beed72b15 req-9aeffcbb-4a3e-477e-ba16-ae3fbc38ecf2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Dec 15 19:05:16.498166 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Request body: {'port': {'device_id': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:16.530341 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.562058 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.599422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.628695 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:05:16.657520 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3159f0-0281-44ad-8dbe-8631df7d5c5d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:16.686320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5b6d1e-7c30-4c0e-9cea-445a00ef946c req-a6324c6a-9872-4dfc-b3ad-10b09b1ca7be tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:16.688462 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec5b6d1e-7c30-4c0e-9cea-445a00ef946c req-a6324c6a-9872-4dfc-b3ad-10b09b1ca7be tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 932 time: 0.0571537 Dec 15 19:05:16.703239 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.703584 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Added segment 2f05b341-4717-4c14-b346-a446eb02cc96 of type vlan for network 7a16e66f-ed7c-442f-a539-7233fbc514d4 Dec 15 19:05:16.737806 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec5b6d1e-7c30-4c0e-9cea-445a00ef946c req-4b87adcf-4f58-42e5-9e7f-91d11573ce51 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433073 Dec 15 19:05:16.775431 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.903021 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.903883 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:16.904456 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.965262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 828144f6-72f4-4245-b754-2f3f975b9c13 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:16.975671 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:16.981280 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] Pushing event updated for resources: {'Network': ['ID=7a16e66f-ed7c-442f-a539-7233fbc514d4,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:16.993186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Transition to ACTIVE for port object 828144f6-72f4-4245-b754-2f3f975b9c13 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:05:16.995959 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:05:17.028717 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ff315f84-89ee-4847-9445-f8f5080cd20f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8129897 Dec 15 19:05:17.032131 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50040) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:17.036887 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Request body: {'subnet': {'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-731659373-subnet', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:17.071256 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.122180 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Pushing event updated for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:17.171126 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Made reservation on behalf of 10e0bf29ca2c44d5ba3c4306a437e9cc for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:17.174188 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.264147 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Attempting to bind port 828144f6-72f4-4245-b754-2f3f975b9c13 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:17.265319 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Attempting to bind port 828144f6-72f4-4245-b754-2f3f975b9c13 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:17.265869 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Attempting to bind port 828144f6-72f4-4245-b754-2f3f975b9c13 on network 3bd0072d-daf7-4158-a223-046c35eb85a7 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:17.282403 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Port 828144f6-72f4-4245-b754-2f3f975b9c13 on network 3bd0072d-daf7-4158-a223-046c35eb85a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:05:17.283078 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Attempting to bind port 828144f6-72f4-4245-b754-2f3f975b9c13 on network 3bd0072d-daf7-4158-a223-046c35eb85a7 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:17.297446 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:17.297446 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Checking segment: {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:17.297806 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Bound using segment: {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:17.298327 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Bound port: 828144f6-72f4-4245-b754-2f3f975b9c13, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:17.298766 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.461482 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:17.483657 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=828144f6-72f4-4245-b754-2f3f975b9c13,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:17.581271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dfc19e-5078-4c20-86ac-03124bf034dd req-deb445da-d62e-4c26-96d8-6f1b7d9d45d6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:17.582858 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34dfc19e-5078-4c20-86ac-03124bf034dd req-deb445da-d62e-4c26-96d8-6f1b7d9d45d6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0600309 Dec 15 19:05:17.610388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.619127 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.683844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:17.684374 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:17.686002 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] 10.222.0.44 "PUT /v2.0/ports/828144f6-72f4-4245-b754-2f3f975b9c13 HTTP/1.1" status: 200 len: 1094 time: 1.1947062 Dec 15 19:05:17.689254 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:17.691893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928" -d '{"events": [{"name": "network-changed", "server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:17.744871 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-34dfc19e-5078-4c20-86ac-03124bf034dd req-467b3657-cdfd-4f41-bb07-c069e9a17099 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520257 Dec 15 19:05:17.762594 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5054dbd-2ffe-4cf2-bee5-364c28f03739,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:17.777350 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9209c2-df9a-4406-8ffa-4b864e8bff85 service neutron] Pushing event updated for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:17.779615 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Checking segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:17.779974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Network hostable DHCP agents. Network: 7a16e66f-ed7c-442f-a539-7233fbc514d4, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:05:17.796702 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c3e5b7-6694-4bef-9259-51ff9c03654b x-openstack-request-id: req-10c3e5b7-6694-4bef-9259-51ff9c03654b {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:17.797000 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:17.799882 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10c3e5b7-6694-4bef-9259-51ff9c03654b {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:17.799882 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13', 'status': 'completed', 'code': 200} Dec 15 19:05:17.898994 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93d667a-464d-463b-a944-bee59d91cfee req-06c2980a-4cc7-4ccf-a375-c80efc2372b7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:17.900466 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b93d667a-464d-463b-a944-bee59d91cfee req-06c2980a-4cc7-4ccf-a375-c80efc2372b7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 944 time: 0.0806587 Dec 15 19:05:17.905512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-0968a5f9-c0ad-45e7-9a30-bc7ed28786b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:17.906895 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-0968a5f9-c0ad-45e7-9a30-bc7ed28786b8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 1097 time: 0.0851996 Dec 15 19:05:17.919993 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:05:18.003930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b93d667a-464d-463b-a944-bee59d91cfee req-5938d57d-a4d3-4d7a-b385-125c219f3006 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960386 Dec 15 19:05:18.041643 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 7a16e66f-ed7c-442f-a539-7233fbc514d4) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:18.042762 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.043363 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.054425 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9f36b4-7fcb-43f3-a7c1-f48b7bb69987 None None] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:18.076956 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-9fa042de-c5b2-4c6f-9f95-104b6493ac5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.079169 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-9fa042de-c5b2-4c6f-9f95-104b6493ac5a service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87416d9f16b34ae393890d3c16f8d55e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1570985 Dec 15 19:05:18.243957 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-7a16e66f-ed7c-442f-a539-7233fbc514d4', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:05:18.243957 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.395976 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Allocated IP 172.20.0.2 (7a16e66f-ed7c-442f-a539-7233fbc514d4/d5054dbd-2ffe-4cf2-bee5-364c28f03739/aa39361d-249b-4a0e-9641-222658794690) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:18.432256 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-80d5682d-b6d9-456f-9b09-64b2f2061785 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3990617 Dec 15 19:05:18.436444 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50110) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:18.443004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:18.494585 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c28440f-1b1a-4df9-a88a-252b2300400e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.495970 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-a2fe5797-cbbc-4264-9a15-f920f501ff36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.496101 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c28440f-1b1a-4df9-a88a-252b2300400e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.1515441 Dec 15 19:05:18.497792 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12b7c1d2-36b4-48fc-b1b4-16d45cc9d928 req-a2fe5797-cbbc-4264-9a15-f920f501ff36 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4029498 Dec 15 19:05:18.522486 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-2cd13c3c-c34b-418f-86f4-c9038761ebfc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/quotas/52e4764fb4d34d5dbdd967080b99c537 HTTP/1.1" status: 200 len: 375 time: 0.0196223 Dec 15 19:05:18.576937 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.583908 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.584442 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.601997 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c5133b0b-fabf-4be4-91da-cf46a9d7417b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0780866 Dec 15 19:05:18.611499 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-be7d3c9a-71b4-4c4a-afcc-372a800b132f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.613024 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-be7d3c9a-71b4-4c4a-afcc-372a800b132f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 1097 time: 0.0665376 Dec 15 19:05:18.683298 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-4dd9b43a-3d1b-44a7-978a-c57a72d4025d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=828144f6-72f4-4245-b754-2f3f975b9c13 HTTP/1.1" status: 200 len: 217 time: 0.0614221 Dec 15 19:05:18.685123 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.710384 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.720713 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-8cf8a281-982d-4108-a0a5-6e024e48fb0c service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1126707 Dec 15 19:05:18.755708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4ab279-0359-4fb5-8116-185454591337 req-7710c62b-daa8-48f4-b91d-3b77242650bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:18.757958 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-7710c62b-daa8-48f4-b91d-3b77242650bd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c14f0a76-745a-4ae0-b286-568343f32b47 HTTP/1.1" status: 200 len: 853 time: 0.0637579 Dec 15 19:05:18.816169 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:18.823848 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-7f3b3449-38a7-4aa9-bf70-6c0933d141fa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3bd0072d-daf7-4158-a223-046c35eb85a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511918 Dec 15 19:05:18.831583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:18.834004 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Pushing event updated for resources: {'Port': ['ID=aa39361d-249b-4a0e-9641-222658794690,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:18.836387 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-25780395-eff1-4e08-b060-1c82203bc181 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146526 Dec 15 19:05:18.855579 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:18.946289 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Attempting to bind port aa39361d-249b-4a0e-9641-222658794690 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:18.946592 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Attempting to bind port aa39361d-249b-4a0e-9641-222658794690 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:18.946957 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Attempting to bind port aa39361d-249b-4a0e-9641-222658794690 on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:18.951917 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:18.952243 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Checking segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:18.952668 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:18.953069 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Bound using segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:18.953558 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Bound port: aa39361d-249b-4a0e-9641-222658794690, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:18.953938 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.018002 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] For port aa39361d-249b-4a0e-9641-222658794690, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:19.021530 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] For port aa39361d-249b-4a0e-9641-222658794690, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=aa39361d-249b-4a0e-9641-222658794690,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:19.090602 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.093653 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35e52d87-8b1d-4e54-8ce7-96a709ed2411 req-31eb0d17-c329-47d8-9a35-2aa560de4cad tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 210 time: 0.0406239 Dec 15 19:05:19.115416 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.124342 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-fb3e1b14-d651-45f9-94bb-ea3a6ded2d2e service neutron] 10.222.0.44 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608719 Dec 15 19:05:19.133713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4542f-e4d6-43b4-9761-10dfdb533e33 req-98e7794e-72b5-4454-9920-e7d3f1ba8266 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:19.135218 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66e4542f-e4d6-43b4-9761-10dfdb533e33 req-98e7794e-72b5-4454-9920-e7d3f1ba8266 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.2043576 Dec 15 19:05:19.227506 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddd4281-c2c4-42e4-979e-06662b2c9450 req-4716b04c-0608-4b44-945a-d0aa65c97d1f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:19.236524 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9ddd4281-c2c4-42e4-979e-06662b2c9450 req-4716b04c-0608-4b44-945a-d0aa65c97d1f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 944 time: 0.0769191 Dec 15 19:05:19.259683 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f08768-d1b1-46ab-91b7-6cc7e7a3ae42 None None] Pushing event updated for resources: {'Port': ['ID=aa39361d-249b-4a0e-9641-222658794690,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:19.301834 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9ddd4281-c2c4-42e4-979e-06662b2c9450 req-a43c74b2-8aed-480b-a0f5-46d3c870e958 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629749 Dec 15 19:05:19.323344 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-66e4542f-e4d6-43b4-9761-10dfdb533e33 req-91917756-6255-446a-91a3-188e9e1f1a84 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748896 Dec 15 19:05:19.364281 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-de4ab279-0359-4fb5-8116-185454591337 req-dfe2a8db-a534-4768-aabf-5d9640030bac service neutron] 10.222.0.44 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280698 Dec 15 19:05:19.591512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.616820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.733693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Allocated IP 172.27.1.137 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/bb56b4fc-7a05-4664-87b4-a250bdbeb78f) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:19.846667 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:19.992030 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.042759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:20.045597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:20.051541 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:20.054684 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Pushing event updated for resources: {'Port': ['ID=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:20.224886 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-81beefc0-7756-48ea-a280-cf18b074ec7a req-58314e92-6fcc-42d0-b8aa-b7f9904a0e2e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 210 time: 0.0491984 Dec 15 19:05:20.300824 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24f4db7-70f4-4f5c-8dc9-78de09ec3849 None None] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:20.441775 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] Provisioning complete for port aa39361d-249b-4a0e-9641-222658794690 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:20.442151 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.486784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c36f70-0211-4008-b575-e2e0577cbcd1 req-8237edc3-c99c-45d9-bf75-1d406bed6fd6 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:20.493063 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88c36f70-0211-4008-b575-e2e0577cbcd1 req-8237edc3-c99c-45d9-bf75-1d406bed6fd6 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 944 time: 0.0616879 Dec 15 19:05:20.528158 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb621b3-08e8-4b6c-af6e-bd138757f64d req-9237d592-5a0e-4a40-bfee-c2b22cb5e226 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:20.535651 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3eb621b3-08e8-4b6c-af6e-bd138757f64d req-9237d592-5a0e-4a40-bfee-c2b22cb5e226 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.1102023 Dec 15 19:05:20.547614 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.559952 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.575498 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88c36f70-0211-4008-b575-e2e0577cbcd1 req-6234764c-b3fd-47f4-bc8e-e7ed6eb19c15 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725739 Dec 15 19:05:20.604103 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] For port aa39361d-249b-4a0e-9641-222658794690, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=aa39361d-249b-4a0e-9641-222658794690,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:20.645066 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3eb621b3-08e8-4b6c-af6e-bd138757f64d req-5940dc2a-2e40-4883-9b2a-51d52d1a5986 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085339 Dec 15 19:05:20.700903 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.771268 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5485f4be-63dd-4e80-8a95-d4ce476d9062 None None] Pushing event updated for resources: {'Port': ['ID=aa39361d-249b-4a0e-9641-222658794690,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:20.808740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.829178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-0867c9df-0ca6-452e-8c6f-f3580d3ef4a0 None None] Provisioning complete for port aa39361d-249b-4a0e-9641-222658794690 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:20.829807 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0867c9df-0ca6-452e-8c6f-f3580d3ef4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:20.924920 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device aa39361d-249b-4a0e-9641-222658794690 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:20.978558 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port aa39361d-249b-4a0e-9641-222658794690 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:20.978931 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:21.054524 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:05:21.161608 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:21.170284 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:21.180483 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:21.181113 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:21.254049 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:21.256819 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e3b888a7-c31e-45c8-ae42-37ac3800e2bc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8172874 Dec 15 19:05:21.259107 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50196) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:21.288044 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:21.332912 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd8adc37-3732-4f10-8cd9-b432a2ea9e32 req-0bacd643-6236-4a9c-84af-32811bbea16a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 210 time: 0.0317862 Dec 15 19:05:21.475211 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:20Z', 'revision_number': 3, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:21.504270 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:21.504833 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Updating router 9457ae94-1e23-43ff-931a-a9ba178fd530 port bb56b4fc-7a05-4664-87b4-a250bdbeb78f binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:21.533042 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:21.704516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-647ef0bb-3a68-4254-91a3-026624802c27 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:21.709950 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-647ef0bb-3a68-4254-91a3-026624802c27 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.1896021 Dec 15 19:05:21.726946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Request body: {'port': {'device_id': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'admin_state_up': True, 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:21.842373 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:21.899449 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd75900-01bd-43ba-a8f1-c08a8b43148b req-685e2493-c76f-4eb5-a346-17d0db1ac9b0 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:21.901038 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-acd75900-01bd-43ba-a8f1-c08a8b43148b req-685e2493-c76f-4eb5-a346-17d0db1ac9b0 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 944 time: 0.1613345 Dec 15 19:05:21.928385 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.014530 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Attempting to bind port bb56b4fc-7a05-4664-87b4-a250bdbeb78f on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:22.015109 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Attempting to bind port bb56b4fc-7a05-4664-87b4-a250bdbeb78f by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:22.016126 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Attempting to bind port bb56b4fc-7a05-4664-87b4-a250bdbeb78f on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:22.020068 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Pushing event updated for resources: {'Port': ['ID=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:22.029608 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:22.030865 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:22.031879 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.032484 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:22.033350 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Bound port: bb56b4fc-7a05-4664-87b4-a250bdbeb78f, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:22.033958 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.039553 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.042692 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.044861 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.045554 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.047803 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.049671 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.050684 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:22.053217 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-acd75900-01bd-43ba-a8f1-c08a8b43148b req-4b71f4d0-637e-43f2-bd10-80a57eb68a49 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976768 Dec 15 19:05:22.119787 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] For port bb56b4fc-7a05-4664-87b4-a250bdbeb78f, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:22.123480 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] For port bb56b4fc-7a05-4664-87b4-a250bdbeb78f, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:22.143440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f864d6-8942-444c-82fd-a7cd874f92af req-e4204bd0-a05e-45ab-a89c-ee45440aba19 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:22.144925 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f6f864d6-8942-444c-82fd-a7cd874f92af req-e4204bd0-a05e-45ab-a89c-ee45440aba19 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.3998744 Dec 15 19:05:22.157604 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.232875 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f6f864d6-8942-444c-82fd-a7cd874f92af req-ee2a1a65-3a99-4678-8b49-b422e9c74a8a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799260 Dec 15 19:05:22.243096 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.299871 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:22.303642 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.310837 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:22.311502 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:22.314811 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31c216f-fd60-4058-97bf-f8e61071f32f None None] Pushing event updated for resources: {'Port': ['ID=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:22.351613 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Allocated IP 172.20.0.1 (7a16e66f-ed7c-442f-a539-7233fbc514d4/d5054dbd-2ffe-4cf2-bee5-364c28f03739/6981ede9-4741-4ccd-b6c3-1dcf9d7b2452) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:22.444856 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Allocated IP 172.20.0.12 (9b5341ac-959a-4f9c-b267-56c4cfd3994a/13ef2e1c-7070-42bb-b0cc-2753b664be4e/4dcfb7ae-10e1-4733-8e99-a050c9e0f38a) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:22.461635 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:22.463924 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c68b9fb-9d5f-4873-99b8-05a1850decd4 req-5148b935-a543-4f1d-8957-59ba67075227 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 210 time: 0.0438957 Dec 15 19:05:22.492566 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 828144f6-72f4-4245-b754-2f3f975b9c13 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:05:22.518547 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.611586 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=828144f6-72f4-4245-b754-2f3f975b9c13,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:22.622508 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.629980 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '828144f6-72f4-4245-b754-2f3f975b9c13', 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7', 'port_id': '828144f6-72f4-4245-b754-2f3f975b9c13', 'mac_address': 'fa:16:3e:a2:b2:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14f0a76-745a-4ae0-b286-568343f32b47', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:05:22.649200 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.685900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.690330 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:20Z', 'revision_number': 3, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:22.692326 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:22.695371 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:22.699324 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:22.699866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.701777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 828144f6-72f4-4245-b754-2f3f975b9c13 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:22.731103 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe8a1a6-e4c2-438c-94f8-6884f78bdc87 None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:20Z', 'revision_number': 3, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:22.744934 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:22.752019 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.767881 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:22.862573 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:22.867712 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:22.875447 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:22.904376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=828144f6-72f4-4245-b754-2f3f975b9c13,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:22.934381 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event updated for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:22.947370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:22.948024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.987194 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:22.999974 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.032182 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-7c6a9f04-8c89-4aa9-8efa-8fc836254972 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3085997 Dec 15 19:05:23.045975 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Request body: {'port': {'device_id': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:23.171124 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-f235a864-721a-4b99-852c-0ec33641b82f None None] Provisioning complete for port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:23.171688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.177464 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f235a864-721a-4b99-852c-0ec33641b82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.179455 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:23.252025 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-f235a864-721a-4b99-852c-0ec33641b82f None None] Port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:23.357551 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['828144f6-72f4-4245-b754-2f3f975b9c13'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:23.367090 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.414536 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb26c8b8-62e8-437d-a71f-36d0f957dc53 req-c70f10b3-cfab-4c27-ae2f-0447e97ff4f9 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:23.416097 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb26c8b8-62e8-437d-a71f-36d0f957dc53 req-c70f10b3-cfab-4c27-ae2f-0447e97ff4f9 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 945 time: 0.2419596 Dec 15 19:05:23.451942 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.452732 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.541163 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb26c8b8-62e8-437d-a71f-36d0f957dc53 req-acdede39-a9af-432c-bed7-66f99ef1e396 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014035 Dec 15 19:05:23.699557 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:23.700581 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:23.707885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fac50f4-82e2-40f2-9da5-165d044d2742 req-f2c4ad95-ce41-408a-9699-f2a25faa41ba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:23.709463 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9fac50f4-82e2-40f2-9da5-165d044d2742 req-f2c4ad95-ce41-408a-9699-f2a25faa41ba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.2532885 Dec 15 19:05:23.710103 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Pushing event updated for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:23.710236 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.713570 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:23.720323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eea11eb-c391-41c2-8651-35a870d52b07 req-b8bfe654-5eb0-4a81-96cb-7550a38cf5ee tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:23.721369 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5eea11eb-c391-41c2-8651-35a870d52b07 req-b8bfe654-5eb0-4a81-96cb-7550a38cf5ee tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 932 time: 0.0868995 Dec 15 19:05:23.735037 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Transition to ACTIVE for port object 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:05:23.786496 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5eea11eb-c391-41c2-8651-35a870d52b07 req-52a2059b-6a0a-49be-95c2-d763a1542e4d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554280 Dec 15 19:05:23.839050 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9fac50f4-82e2-40f2-9da5-165d044d2742 req-3f5cd729-8d4b-4aac-8377-cca979992727 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981796 Dec 15 19:05:23.848170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:23.917496 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:05:23.917701 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:24.023387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Attempting to bind port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:24.023387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Attempting to bind port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:24.023732 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Attempting to bind port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:24.028945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:05:24.029255 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Attempting to bind port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:24.034296 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:24.034644 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Checking segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:24.035029 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Bound using segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:24.035458 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Bound port: 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:24.035824 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:24.065630 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:24.070714 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f1809b43-9886-4eb7-8758-7664f57fc6d8 admin admin] 10.222.0.49 "PUT /v2.0/routers/9457ae94-1e23-43ff-931a-a9ba178fd530/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8105683 Dec 15 19:05:24.107181 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-5afd5197-9564-441e-a535-74056d4f0fa2 None None] Provisioning complete for port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:24.108142 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5afd5197-9564-441e-a535-74056d4f0fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:24.123290 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:24.133769 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:24.183269 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-5afd5197-9564-441e-a535-74056d4f0fa2 None None] Port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:24.220207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:24.280285 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538e6ed5-ad7e-467d-b326-b5edd3321d1a req-e169f594-bcea-47f2-a8ea-7f0ff7bc0413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:24.280512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:24.281310 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:24.281948 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-538e6ed5-ad7e-467d-b326-b5edd3321d1a req-e169f594-bcea-47f2-a8ea-7f0ff7bc0413 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 1099 time: 0.0583339 Dec 15 19:05:24.283051 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] 10.222.0.44 "PUT /v2.0/ports/4dcfb7ae-10e1-4733-8e99-a050c9e0f38a HTTP/1.1" status: 200 len: 1094 time: 1.2430825 Dec 15 19:05:24.287699 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:24.290080 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05b1ace-8597-4552-81c7-20f83c8fa010" -d '{"events": [{"name": "network-changed", "server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:24.316870 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab2c11-3311-4a1d-a503-2b4d39e1f37f service neutron] Pushing event updated for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:24.342174 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f59d19e8-fe8d-42bf-91a6-e66282c36cee x-openstack-request-id: req-f59d19e8-fe8d-42bf-91a6-e66282c36cee {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:24.342469 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:24.342722 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f59d19e8-fe8d-42bf-91a6-e66282c36cee {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:24.343163 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'status': 'completed', 'code': 200} Dec 15 19:05:24.368090 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-538e6ed5-ad7e-467d-b326-b5edd3321d1a req-cd32c44f-adc2-4f83-a5cc-27fff4f77838 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511353 Dec 15 19:05:24.502303 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 828144f6-72f4-4245-b754-2f3f975b9c13 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:24.625432 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 828144f6-72f4-4245-b754-2f3f975b9c13 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:05:24.629701 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 828144f6-72f4-4245-b754-2f3f975b9c13 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:24.630088 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:24.663119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-d3fb2a71-fdfb-4c75-b8c9-12c0054b450e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:24.672564 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-d3fb2a71-fdfb-4c75-b8c9-12c0054b450e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 1097 time: 0.0802569 Dec 15 19:05:24.686078 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50286) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:24.724358 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50290) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:24.882508 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:24.897398 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8ecfc-ffc8-46cf-963b-ffa50d985c19 req-5d88709f-f175-4603-b41c-9eeab69a9996 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:24.907407 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:24.908146 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:24.909821 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a8f8ecfc-ffc8-46cf-963b-ffa50d985c19 req-5d88709f-f175-4603-b41c-9eeab69a9996 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 945 time: 0.1389391 Dec 15 19:05:24.962097 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b889431c-4246-4aeb-bc18-0f1af319e335 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.002829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9cdf85ff-a18b-4755-9d7b-d13cde9a020c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.019634 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-d9e13f78-1a64-4967-abca-0e9ac1c90353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.021598 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-d9e13f78-1a64-4967-abca-0e9ac1c90353 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=52e4764fb4d34d5dbdd967080b99c537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3441789 Dec 15 19:05:25.061065 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:25.072539 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b889431c-4246-4aeb-bc18-0f1af319e335 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.113450 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a8f8ecfc-ffc8-46cf-963b-ffa50d985c19 req-8d72b187-34d2-49ec-b34a-00fc38cd4375 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983635 Dec 15 19:05:25.136789 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-cdef6cdf-3c0c-4a16-aacd-7fcd1c519380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.138415 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c05b1ace-8597-4552-81c7-20f83c8fa010 req-cdef6cdf-3c0c-4a16-aacd-7fcd1c519380 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057258 Dec 15 19:05:25.153271 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bb56b4fc-7a05-4664-87b4-a250bdbeb78f up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:25.158151 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b889431c-4246-4aeb-bc18-0f1af319e335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.255751 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9cdf85ff-a18b-4755-9d7b-d13cde9a020c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.264144 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-ba1472d6-ce2c-4a8b-89db-7e6070f24996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.266382 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-ba1472d6-ce2c-4a8b-89db-7e6070f24996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 1097 time: 0.0714765 Dec 15 19:05:25.269500 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773740e5-3387-470d-8f5d-4a5a95daf9dd req-ab30e25d-c6e5-4a06-b6cc-26ce0f004c0b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.276900 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-773740e5-3387-470d-8f5d-4a5a95daf9dd req-ab30e25d-c6e5-4a06-b6cc-26ce0f004c0b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 944 time: 0.0824480 Dec 15 19:05:25.284911 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.330963 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b889431c-4246-4aeb-bc18-0f1af319e335 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7aeacf3dcf154517a0d15bb0703dd98d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6396222 Dec 15 19:05:25.331907 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50304) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:25.333253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50306) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:25.338116 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1177622843', 'description': 'tempest-description--1389197588'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:25.341453 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:25.342323 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-773740e5-3387-470d-8f5d-4a5a95daf9dd req-82f0593c-ec17-48b4-9c72-e89d00b2aa25 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643339 Dec 15 19:05:25.343040 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889431c-4246-4aeb-bc18-0f1af319e335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd37b6b-99e9-4636-b943-5c649966c8e4,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:25.343349 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-e2c6dcfd-a174-42c2-8f76-f5dc27880e7b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a HTTP/1.1" status: 200 len: 217 time: 0.0605004 Dec 15 19:05:25.345041 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb77122d-f98c-4cc6-831c-31321409f47f" -d '{"events": [{"server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "name": "network-vif-plugged", "status": "completed", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:25.358760 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9cdf85ff-a18b-4755-9d7b-d13cde9a020c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.367793 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=828144f6-72f4-4245-b754-2f3f975b9c13,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:25.372752 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port bb56b4fc-7a05-4664-87b4-a250bdbeb78f triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:25.373431 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.415886 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf85ff-a18b-4755-9d7b-d13cde9a020c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3381f73-c4f0-4cf4-9e33-4864264e99ac,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:25.448783 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a0847e-1517-476a-99b4-52df797c0a9e x-openstack-request-id: req-36a0847e-1517-476a-99b4-52df797c0a9e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:25.449170 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "name": "network-vif-plugged", "status": "completed", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:25.449360 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-36a0847e-1517-476a-99b4-52df797c0a9e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:25.453147 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13', 'code': 200} Dec 15 19:05:25.454833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.472118 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.482508 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.513912 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9cdf85ff-a18b-4755-9d7b-d13cde9a020c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=23066773a72544268f6cecf39d9c33fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7851965 Dec 15 19:05:25.520368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50312) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:25.588333 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50314) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:25.589411 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:25.590680 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-40eb4b5c-aefa-4a56-88f8-80453867f828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.592428 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-40eb4b5c-aefa-4a56-88f8-80453867f828 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.2389953 Dec 15 19:05:25.599289 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.628011 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.635792 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:23Z', 'revision_number': 2, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:25.642814 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.648477 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.648477 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dd37b6b-99e9-4636-b943-5c649966c8e4 HTTP/1.1" status: 204 len: 168 time: 0.2932825 Dec 15 19:05:25.656879 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-de70dd7c-cd45-4814-8116-192d3d7bcc3c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463850 Dec 15 19:05:25.667951 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeef11b-10a6-4813-8bd3-8e1d8c040707 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd37b6b-99e9-4636-b943-5c649966c8e4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:25.710277 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:25.710650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Updating router 9457ae94-1e23-43ff-931a-a9ba178fd530 port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:25.725607 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.728857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c72e24-f80c-44eb-b575-ecd2c1cbdc02 req-13673634-1e20-422f-b52b-46d4babddeba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.734421 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-19c72e24-f80c-44eb-b575-ecd2c1cbdc02 req-13673634-1e20-422f-b52b-46d4babddeba tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.2689652 Dec 15 19:05:25.777509 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port bb56b4fc-7a05-4664-87b4-a250bdbeb78f, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:25.778603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.787694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.813390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-115eae13-3e02-48f3-a545-13bec6e37524 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.901346 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.922411 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-19c72e24-f80c-44eb-b575-ecd2c1cbdc02 req-f96332d4-0cf9-4597-93b7-6fa675a250ee tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820483 Dec 15 19:05:25.955338 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:25.959205 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7342af0f-acc3-4a4d-9e08-84e65447f353 req-b45be560-787f-4f50-966f-60794f869990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:25.963627 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7342af0f-acc3-4a4d-9e08-84e65447f353 req-b45be560-787f-4f50-966f-60794f869990 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 1099 time: 0.0877514 Dec 15 19:05:25.982045 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-49177ba2-c7cd-45fa-9f9c-8290560c3191 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813046 Dec 15 19:05:25.988131 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-115eae13-3e02-48f3-a545-13bec6e37524 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.013350 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.024452 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7342af0f-acc3-4a4d-9e08-84e65447f353 req-42edab09-963a-4209-b2db-daa53d5ee7be service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461495 Dec 15 19:05:26.064698 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.085755 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-115eae13-3e02-48f3-a545-13bec6e37524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.117154 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27b808e5-3591-4338-9a29-1892bdcb2f6c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.121551 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4d3afa6b-e251-4c78-bd28-46f80033681b req-aaca48e7-d402-4f16-b0df-db8776b6edb1 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301920 Dec 15 19:05:26.142432 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-115eae13-3e02-48f3-a545-13bec6e37524 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3561447077184c61b9a1f754dfc86a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5504813 Dec 15 19:05:26.142432 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115eae13-3e02-48f3-a545-13bec6e37524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc71210-4c82-4724-a05f-b24e2100eff0,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.143209 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50326) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:26.155084 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.159726 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.162407 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.163544 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3381f73-c4f0-4cf4-9e33-4864264e99ac HTTP/1.1" status: 204 len: 168 time: 0.6434755 Dec 15 19:05:26.184131 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.188220 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c75f50cc-b70c-4eb2-8c1f-c07e4fbd44b5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.8508832 Dec 15 19:05:26.189378 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c234c1-dfad-4157-8c16-cbeed8afe894 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3381f73-c4f0-4cf4-9e33-4864264e99ac,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.191014 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50330) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:26.201443 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group_rule': {'security_group_id': '27b808e5-3591-4338-9a29-1892bdcb2f6c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:26.232056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.235590 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.254232 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4d9e87-c2cb-4955-b8f2-719f7ef0e1e7 req-faa9b774-af17-42ac-8f8f-4d2abb691a21 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:26.267733 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b4d9e87-c2cb-4955-b8f2-719f7ef0e1e7 req-faa9b774-af17-42ac-8f8f-4d2abb691a21 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0804822 Dec 15 19:05:26.272286 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.321579 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b4d9e87-c2cb-4955-b8f2-719f7ef0e1e7 req-aa3e8443-4fe3-40a3-8e27-26b048cb3279 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528333 Dec 15 19:05:26.325422 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040167a-487b-4d42-b229-e0d35b6ddf30 None None] Pushing event updated for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.344574 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.393686 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Attempting to bind port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:26.393686 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Attempting to bind port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:26.393686 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Attempting to bind port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:26.399009 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:26.399639 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Checking segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:26.400053 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.400451 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Bound using segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:26.400929 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Bound port: 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:26.401435 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.444079 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.478666 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] For port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:26.482902 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] For port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:26.498758 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7b9af5-a4b7-485e-a895-6e0134e86c61 req-ecd3a89e-496c-4b45-a839-5faf29cecd40 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:26.502231 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bd7b9af5-a4b7-485e-a895-6e0134e86c61 req-ecd3a89e-496c-4b45-a839-5faf29cecd40 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 944 time: 0.0529585 Dec 15 19:05:26.551225 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bd7b9af5-a4b7-485e-a895-6e0134e86c61 req-435f37ea-28b2-4c1a-bc67-eb07057cb496 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445824 Dec 15 19:05:26.558530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50334) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:26.571927 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f6da551b-c5c1-4569-8407-a1170353dd85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.625989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.627048 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.630191 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.633561 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.635562 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7dc71210-4c82-4724-a05f-b24e2100eff0 HTTP/1.1" status: 204 len: 168 time: 0.4911401 Dec 15 19:05:26.638724 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] Provisioning complete for port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:26.638724 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.661305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb29841-2449-4788-b6d3-8af11486aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc71210-4c82-4724-a05f-b24e2100eff0,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.663277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87622edd-c34d-4af7-9ff3-39dd885a45dd,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.728190 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f6da551b-c5c1-4569-8407-a1170353dd85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.738818 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:26.739456 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:26.742784 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c040167a-487b-4d42-b229-e0d35b6ddf30 None None] Pushing event updated for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.755065 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.760199 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-cf0e69ae-aaa7-4a4d-b424-3d4966fbfceb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5640249 Dec 15 19:05:26.760500 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50340) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:26.767777 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group_rule': {'security_group_id': '27b808e5-3591-4338-9a29-1892bdcb2f6c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:26.839892 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f6da551b-c5c1-4569-8407-a1170353dd85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.916681 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bb56b4fc-7a05-4664-87b4-a250bdbeb78f up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:26.932611 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.937642 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6da551b-c5c1-4569-8407-a1170353dd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf49811-f4fc-46c4-b87c-9caff002e261,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:26.958524 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:26.958911 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f6da551b-c5c1-4569-8407-a1170353dd85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b4b0bc79c684725a2786e35a308e2cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3973317 Dec 15 19:05:26.961949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50350) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:27.011327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:27.052005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.091761 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.121696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7996a-d3da-4059-89d9-624231bf43fc req-925d0c65-b081-43e5-85fe-cf9e77e9b1fd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:27.129581 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa7996a-d3da-4059-89d9-624231bf43fc req-925d0c65-b081-43e5-85fe-cf9e77e9b1fd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0763206 Dec 15 19:05:27.141033 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.151600 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.183360 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d64aaac-2f67-496e-88d8-287cafe97ddd,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:27.210193 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa7996a-d3da-4059-89d9-624231bf43fc req-b5f68296-0ea5-4dfb-af55-1cec37a86880 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797040 Dec 15 19:05:27.425376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] For port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:27.425376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port bb56b4fc-7a05-4664-87b4-a250bdbeb78f triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:27.425376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.426337 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.426337 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7d9d0acf-6d35-4c69-b58c-0ba05a4307a8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5746877 Dec 15 19:05:27.426858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50360) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:27.426858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:27.427012 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6f08a-c641-45db-8caf-66decf258f0b req-b740074e-9282-45ed-a596-55f2240b2b8e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:27.427012 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dcd6f08a-c641-45db-8caf-66decf258f0b req-b740074e-9282-45ed-a596-55f2240b2b8e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0645549 Dec 15 19:05:27.427012 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dcd6f08a-c641-45db-8caf-66decf258f0b req-a31a7c45-3715-4d60-ae7f-a146bb5278b1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Dec 15 19:05:27.458082 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.463717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.463717 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9cf49811-f4fc-46c4-b87c-9caff002e261 HTTP/1.1" status: 204 len: 168 time: 0.4993827 Dec 15 19:05:27.477177 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c13a6c3-8c07-48d0-b4b6-5379f6c7f8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf49811-f4fc-46c4-b87c-9caff002e261,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:27.489981 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da1f34-7b91-4905-93aa-ac1067844b12 req-00149916-a511-479b-9f0e-b39c110acb72 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:27.491625 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12da1f34-7b91-4905-93aa-ac1067844b12 req-00149916-a511-479b-9f0e-b39c110acb72 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0718491 Dec 15 19:05:27.517194 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.557460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:26Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:27.597221 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12da1f34-7b91-4905-93aa-ac1067844b12 req-e0f69fca-b7a8-4333-8447-35cfaf57ec9b tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908446 Dec 15 19:05:27.597221 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.598209 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72853ab4-ec11-4e93-936f-220d27e05ecf None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:26Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:27.605181 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fe2dbd-5dbb-4692-8da2-c3e429dde743 None None] Pushing event updated for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:27.653261 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c8f1b601-c773-48df-be8c-c18237721f81 None None] Provisioning complete for port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:27.653811 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c8f1b601-c773-48df-be8c-c18237721f81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.800452 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.800945 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37051c1c-bcf0-46b5-8986-8225cf4df542 req-e9155ae0-7c37-494b-b8d8-26eff3f32363 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:27.808692 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37051c1c-bcf0-46b5-8986-8225cf4df542 req-e9155ae0-7c37-494b-b8d8-26eff3f32363 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 944 time: 0.0694261 Dec 15 19:05:27.837973 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50372) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:27.866748 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19bd4da9-e623-4fc1-b2bd-adb16a708632 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:27.907252 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37051c1c-bcf0-46b5-8986-8225cf4df542 req-a743093f-bbfe-4d09-af21-3e8aa4d55a1f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959027 Dec 15 19:05:27.978484 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Allocated IP 172.27.1.94 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/850904f0-ec04-4489-a0f0-61968f5864c3) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:28.011557 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19bd4da9-e623-4fc1-b2bd-adb16a708632 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.094162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-19bd4da9-e623-4fc1-b2bd-adb16a708632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.125267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.154409 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-19bd4da9-e623-4fc1-b2bd-adb16a708632 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ce5f121babf4cf3b5e80a6a53a8d60d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3150818 Dec 15 19:05:28.165689 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50382) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:28.208682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bd4da9-e623-4fc1-b2bd-adb16a708632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8437f3-2f17-49e0-b8c1-f0dbca224a5c,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:28.246155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.273328 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.313665 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.324944 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:28.329414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:28.333296 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:28.357644 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=850904f0-ec04-4489-a0f0-61968f5864c3,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:28.508350 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.516137 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.516716 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dd8437f3-2f17-49e0-b8c1-f0dbca224a5c HTTP/1.1" status: 204 len: 168 time: 0.3546188 Dec 15 19:05:28.523545 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:05:28.530843 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e470bd3b-f99b-4322-99ba-32ec0354f609 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8437f3-2f17-49e0-b8c1-f0dbca224a5c,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:28.567572 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.698002 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:28.719568 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'port_id': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'mac_address': 'fa:16:3e:a2:64:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ef2e1c-7070-42bb-b0cc-2753b664be4e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:05:28.736528 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64d09f-60d0-4bb5-9762-fe6f87473e54 req-d6726e53-ef7c-465b-bd9f-12f476464320 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:28.748582 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f64d09f-60d0-4bb5-9762-fe6f87473e54 req-d6726e53-ef7c-465b-bd9f-12f476464320 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0950525 Dec 15 19:05:28.784064 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.806481 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:28.825722 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:28.833414 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f64d09f-60d0-4bb5-9762-fe6f87473e54 req-c824f365-e572-4a8f-adf6-4f08855a6ca5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829651 Dec 15 19:05:28.854100 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:28.944372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:29.086302 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.164850 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:29.165297 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.244177 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9604c94-08c9-444c-ad05-9060d02e3f0a req-5f04e1d7-e6b6-4562-adfc-b1710462453b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:29.246462 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9604c94-08c9-444c-ad05-9060d02e3f0a req-5f04e1d7-e6b6-4562-adfc-b1710462453b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 945 time: 0.1432800 Dec 15 19:05:29.246736 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:29.253513 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.340215 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9604c94-08c9-444c-ad05-9060d02e3f0a req-a155aaa4-110f-4a5b-ad75-27709ce45387 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769212 Dec 15 19:05:29.341373 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.425976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=850904f0-ec04-4489-a0f0-61968f5864c3,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:29.437965 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.519003 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:29.549208 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.549208 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9d413ab9-4849-4638-ab36-e0efee1427d7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1984768 Dec 15 19:05:29.772353 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-882349e6-27d6-42d2-8cc5-84fcf2670913 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1177622843&fields=id&tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 267 time: 0.0453317 Dec 15 19:05:29.774040 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50488) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:29.796727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:29.932789 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-9a0a6fba-5654-4780-a320-1b2f1c3bde8a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:29.934770 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-9a0a6fba-5654-4780-a320-1b2f1c3bde8a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 810 time: 0.1540716 Dec 15 19:05:29.969472 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-c37884b3-a249-4b85-a3ab-8e72aface85e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/quotas/10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 375 time: 0.0269003 Dec 15 19:05:30.028660 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.044188 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-8b5613cf-4f9b-4865-8861-7c403fb3e5f3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0740161 Dec 15 19:05:30.114686 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.168652 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=daf56fae59ee4738989cff3e58e07c4a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3935611 Dec 15 19:05:30.171370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50510) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:30.175189 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91a67d56-4aaa-40da-bc51-04ea882904ef,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:30.189351 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.189744 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.190081 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.190420 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.190753 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.191086 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.191416 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.191744 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.192078 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.195347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.195347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.195347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.195347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d60279b-1caf-4a18-b1a1-30da18f132c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:30.226050 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-5b1b5ab3-116f-4bd5-97de-bbba630a675f service neutron] 10.222.0.49 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645687 Dec 15 19:05:30.257172 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.287865 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.320731 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-4e1e99e8-c534-4ca0-a61e-84fbd821f34b service neutron] 10.222.0.49 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Dec 15 19:05:30.442332 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.445028 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.446771 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/91a67d56-4aaa-40da-bc51-04ea882904ef HTTP/1.1" status: 204 len: 168 time: 0.2741902 Dec 15 19:05:30.456271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9caa16a3-1d19-403b-871c-72ad3721e88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a67d56-4aaa-40da-bc51-04ea882904ef,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:30.661868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-7331f14b-d57a-4476-94f3-d565c7d9ccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:30.662360 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-7331f14b-d57a-4476-94f3-d565c7d9ccf4 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0902803 Dec 15 19:05:30.707997 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce440d-f593-4192-bd8a-325ad597f2a5 req-4d9b7137-6201-4fcb-a75d-150b745b14cc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:30.725759 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23ce440d-f593-4192-bd8a-325ad597f2a5 req-4d9b7137-6201-4fcb-a75d-150b745b14cc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.1042230 Dec 15 19:05:30.726655 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51a7c21-3609-4440-8120-1ba5ad477b48 req-25bf5cdc-3a7b-48af-a8e7-fbaddcdd4f92 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:30.729368 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c51a7c21-3609-4440-8120-1ba5ad477b48 req-25bf5cdc-3a7b-48af-a8e7-fbaddcdd4f92 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 945 time: 0.0943162 Dec 15 19:05:30.822792 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23ce440d-f593-4192-bd8a-325ad597f2a5 req-41a038c9-fd7b-46f3-8cec-b12555032003 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954478 Dec 15 19:05:30.841736 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c51a7c21-3609-4440-8120-1ba5ad477b48 req-491234b5-8fdf-40b9-aba4-622fb1d34b31 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961480 Dec 15 19:05:30.842281 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-32b3bc49-bbb7-4327-ae8b-dfe761aa38d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:30.843581 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-32b3bc49-bbb7-4327-ae8b-dfe761aa38d8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.1719842 Dec 15 19:05:30.901137 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-c66053b1-f8fc-4e66-8b6c-e328403d6e0f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0466676 Dec 15 19:05:30.934575 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-47db7851-0225-42dc-bb1d-bef3f9c48b74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:30.947058 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4c106e29-4d87-46d9-8ac5-1acb5080d2f5 req-e82f4d88-423c-4d60-a442-67895f576c03 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0500805 Dec 15 19:05:30.975844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-93642b0e-1c0f-43e3-b439-02fc4659b996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:30.977757 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-93642b0e-1c0f-43e3-b439-02fc4659b996 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0680387 Dec 15 19:05:31.020450 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-3325ae86-11d5-4b20-be01-3691e324ed23 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266249 Dec 15 19:05:31.135865 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-b0727e55-cc73-41d2-b736-f492a461a804 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068132 Dec 15 19:05:31.252549 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c5a04afc-222f-4a16-aa96-941ead79cb69 req-88501814-0eba-4968-bfe7-f9363d573474 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964580 Dec 15 19:05:31.989164 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b72f85d-d887-497b-9038-cd325664a778 req-ad77796e-159c-46f9-9e8a-5c4cd3e26cd4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:31.989764 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de98fec3-caeb-42e2-a81f-29ef7561ebfd req-0d39729c-d95b-47d2-b87b-da9cb80fdb6d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:31.989764 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de98fec3-caeb-42e2-a81f-29ef7561ebfd req-0d39729c-d95b-47d2-b87b-da9cb80fdb6d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 945 time: 0.0547681 Dec 15 19:05:31.990207 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b72f85d-d887-497b-9038-cd325664a778 req-ad77796e-159c-46f9-9e8a-5c4cd3e26cd4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0701547 Dec 15 19:05:32.045222 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6b72f85d-d887-497b-9038-cd325664a778 req-ef0c1fd4-3f80-4749-83a9-0376b1343f2f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589375 Dec 15 19:05:32.053381 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de98fec3-caeb-42e2-a81f-29ef7561ebfd req-f48cdf40-95dd-428b-a6d2-9052c267fc26 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610371 Dec 15 19:05:32.143260 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f58d119b-3569-4565-81a9-cb67e5bd7e26 req-c4673af2-c289-4faf-98b7-33f62b8f231b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0376742 Dec 15 19:05:33.161951 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe009b4-ace4-4dfd-ad3d-a3b6684f2f68 req-e75d7b2d-637f-4052-bb1c-909e79eba408 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:33.163432 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3fe009b4-ace4-4dfd-ad3d-a3b6684f2f68 req-e75d7b2d-637f-4052-bb1c-909e79eba408 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0482805 Dec 15 19:05:33.210342 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3fe009b4-ace4-4dfd-ad3d-a3b6684f2f68 req-97d65704-cdad-4ad3-b6f9-2dcd3806407f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408733 Dec 15 19:05:33.357872 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3e2fc-b909-4e9b-93d9-b6cfb2fbaafa req-e7486250-d243-4cd2-99dd-0ce247db4f54 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:33.359583 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebd3e2fc-b909-4e9b-93d9-b6cfb2fbaafa req-e7486250-d243-4cd2-99dd-0ce247db4f54 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 945 time: 0.0636699 Dec 15 19:05:33.365093 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5d9bc83a-3e5d-4cb3-b1ce-fbfb184cc8ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:33.408766 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebd3e2fc-b909-4e9b-93d9-b6cfb2fbaafa req-2f8d5fa0-5dfa-4782-8cfd-16f9debcf598 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426733 Dec 15 19:05:33.485051 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-822d10bb-403f-4312-9f5d-ffa91e3d16b6 req-f7e31804-f4ff-4aee-8d54-59db862a0b14 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0253839 Dec 15 19:05:34.219290 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:34.328946 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50680) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:34.331527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22539a4f-05f1-49f8-a7d6-629a0456512e req-9e9ca7da-30e9-4442-ae8f-5c495fc3485e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:34.333118 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-22539a4f-05f1-49f8-a7d6-629a0456512e req-9e9ca7da-30e9-4442-ae8f-5c495fc3485e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0504987 Dec 15 19:05:34.344812 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:05:34.357378 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:34.358038 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.384299 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-22539a4f-05f1-49f8-a7d6-629a0456512e req-f9e85cb9-e6e7-4e70-9fdb-782b52e345cc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448921 Dec 15 19:05:34.439296 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.440895 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdb51-5381-4e90-9d10-9be4b5da8b38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.445901 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.472368 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:34.474836 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057a0d93-2548-4a4e-970e-aacbd653d814" -d '{"events": [{"server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "name": "network-vif-plugged", "status": "completed", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:34.488285 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:34.515904 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdb51-5381-4e90-9d10-9be4b5da8b38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.528383 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e6ce43-e03b-4fce-b2a1-56191124e503 req-7cf27016-4ff7-4ffb-95fc-ffaaf44a803f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:34.529876 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-42e6ce43-e03b-4fce-b2a1-56191124e503 req-7cf27016-4ff7-4ffb-95fc-ffaaf44a803f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 945 time: 0.0527818 Dec 15 19:05:34.553678 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.578957 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-42e6ce43-e03b-4fce-b2a1-56191124e503 req-1861f5a4-1b6b-49bb-968d-82e3d4174355 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422132 Dec 15 19:05:34.605802 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6b8bdb51-5381-4e90-9d10-9be4b5da8b38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.612006 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:34.634565 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e427934-bfd8-451b-b99b-366e7bee0885 x-openstack-request-id: req-9e427934-bfd8-451b-b99b-366e7bee0885 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:34.635821 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "name": "network-vif-plugged", "status": "completed", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:34.636339 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9e427934-bfd8-451b-b99b-366e7bee0885 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:34.636968 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'code': 200} Dec 15 19:05:34.637412 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8bdb51-5381-4e90-9d10-9be4b5da8b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62cf2d8f-2006-45ca-9da2-4d2818f826b9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:34.645334 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6b8bdb51-5381-4e90-9d10-9be4b5da8b38 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1e27d095b0ab4c5780025157d6693f5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3149512 Dec 15 19:05:34.645495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50692) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:34.708551 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9d1e763a-6b87-4c3a-b225-19c55a95f83d req-fa343ef7-e4f3-4e9d-a558-b9fc3039147c tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0274315 Dec 15 19:05:34.720172 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.741441 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.847797 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.850610 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:34.851774 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/62cf2d8f-2006-45ca-9da2-4d2818f826b9 HTTP/1.1" status: 204 len: 168 time: 0.2048113 Dec 15 19:05:34.859398 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62cf2d8f-2006-45ca-9da2-4d2818f826b9,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:34.866805 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.867151 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.867492 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.867826 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.868159 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.868481 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.868804 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.869176 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.869624 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.869950 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.870271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.870584 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:34.870902 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27cc535f-b731-4c43-bac6-d6d83195dabe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:05:35.396597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50702) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:35.412526 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0670fdbe-8d01-4f5d-b237-2c1ab85f663c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.521482 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0670fdbe-8d01-4f5d-b237-2c1ab85f663c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.530059 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0470c70-cbe3-46fd-8106-f547e324133e req-534d8b03-49d7-42ee-b719-c9f57d35ef32 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:35.531566 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0470c70-cbe3-46fd-8106-f547e324133e req-534d8b03-49d7-42ee-b719-c9f57d35ef32 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0748625 Dec 15 19:05:35.582713 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c0470c70-cbe3-46fd-8106-f547e324133e req-39611d18-ec61-4473-a4f5-83941702fc8d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452664 Dec 15 19:05:35.666146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404c2ae7-8657-4383-9c10-fc8049046fe6 req-8d4f1af1-8279-4b79-b1e7-0a62525ff858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:35.667794 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-404c2ae7-8657-4383-9c10-fc8049046fe6 req-8d4f1af1-8279-4b79-b1e7-0a62525ff858 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 1099 time: 0.0451856 Dec 15 19:05:35.669215 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0670fdbe-8d01-4f5d-b237-2c1ab85f663c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.714673 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bd82b1-b8ba-4380-b0c2-e7565db92dd9 req-f3c082ee-905d-4c30-9150-dae7cbf163b2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:35.717333 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-70bd82b1-b8ba-4380-b0c2-e7565db92dd9 req-f3c082ee-905d-4c30-9150-dae7cbf163b2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0543637 Dec 15 19:05:35.729048 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0670fdbe-8d01-4f5d-b237-2c1ab85f663c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a2239ef0d66b472baac0e5fae0afc23a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3312902 Dec 15 19:05:35.731819 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50712) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:35.739565 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0670fdbe-8d01-4f5d-b237-2c1ab85f663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b751cdd-2576-47d0-832f-c84e8955c6f6,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:35.771629 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-404c2ae7-8657-4383-9c10-fc8049046fe6 req-dafebebf-8c71-4474-9fe8-db411b93673f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823326 Dec 15 19:05:35.785786 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.803005 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-70bd82b1-b8ba-4380-b0c2-e7565db92dd9 req-381b19ea-caa7-40a4-b790-615778530c59 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793862 Dec 15 19:05:35.804635 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44d55e46-9332-4b24-b429-f51757aba0e6 req-7c5b4e6e-8744-4f0b-9ff7-9765e122341e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0262413 Dec 15 19:05:35.820252 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.843617 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.973721 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.976504 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:35.977729 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b751cdd-2576-47d0-832f-c84e8955c6f6 HTTP/1.1" status: 204 len: 168 time: 0.2449813 Dec 15 19:05:35.985697 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b14826-1e48-423c-854f-b6f93fbb62cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b751cdd-2576-47d0-832f-c84e8955c6f6,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:36.708471 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-7364d18c-697c-48dd-b52e-3af10217301d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:36.709941 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-7364d18c-697c-48dd-b52e-3af10217301d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 810 time: 0.1401634 Dec 15 19:05:36.737207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c394d8c-5396-48fb-bb63-b6258eec04fa req-1087dad0-ad31-4b10-a11c-fd42fce4e38b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:36.738980 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c394d8c-5396-48fb-bb63-b6258eec04fa req-1087dad0-ad31-4b10-a11c-fd42fce4e38b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0788641 Dec 15 19:05:36.750812 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:36.855907 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-f13ede90-2373-44c4-99f3-2ea4b75af17e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 380 time: 0.1342363 Dec 15 19:05:36.858664 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1c394d8c-5396-48fb-bb63-b6258eec04fa req-2e16b3a5-314a-4f8a-a0b1-59e1bff07084 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096961 Dec 15 19:05:36.877140 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'port': {'device_id': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'admin_state_up': True, 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'security_groups': ['27b808e5-3591-4338-9a29-1892bdcb2f6c']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:36.927494 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2794de-30e9-4592-b378-b55a2ded0901 req-8bdbab53-a0de-4e4d-9f9c-f15caa644790 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:36.935308 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea2794de-30e9-4592-b378-b55a2ded0901 req-8bdbab53-a0de-4e4d-9f9c-f15caa644790 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0592625 Dec 15 19:05:37.002802 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea2794de-30e9-4592-b378-b55a2ded0901 req-fdcf0b62-7b2b-4c62-b93a-dd55cc227f71 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666516 Dec 15 19:05:37.193314 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-58b443ad-bea3-4935-973f-fc758c6e90ab req-a8166ba3-3cf3-4338-9de6-6cfaed382a60 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.0350530 Dec 15 19:05:37.307709 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Made reservation on behalf of 10e0bf29ca2c44d5ba3c4306a437e9cc for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:37.311773 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:37.461076 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Allocated IP 172.20.0.7 (7a16e66f-ed7c-442f-a539-7233fbc514d4/d5054dbd-2ffe-4cf2-bee5-364c28f03739/29640191-71ad-4c57-b1eb-eb8f4de83e2b) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:37.607853 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:37.756777 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:37.799091 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:37.802248 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:37.806258 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:37.837891 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:37.859519 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:37.860146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:37.976067 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-22b82e30-a4ac-447b-8e35-44372e9e66d3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1096811 Dec 15 19:05:37.989547 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5685c87e-123a-4b52-94c9-d39b50f36c95 req-96589194-aae6-4feb-a5e0-4497325df15a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:37.991700 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5685c87e-123a-4b52-94c9-d39b50f36c95 req-96589194-aae6-4feb-a5e0-4497325df15a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0568614 Dec 15 19:05:37.998892 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Request body: {'port': {'device_id': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:38.109590 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-63dfb5c5-ede4-423e-88b7-54bd12c1d9d9 None None] Provisioning complete for port 29640191-71ad-4c57-b1eb-eb8f4de83e2b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:38.111118 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-63dfb5c5-ede4-423e-88b7-54bd12c1d9d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.136506 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5685c87e-123a-4b52-94c9-d39b50f36c95 req-2ef8a747-e4d5-4370-ac2e-551083b91382 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302538 Dec 15 19:05:38.137495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.181896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-63dfb5c5-ede4-423e-88b7-54bd12c1d9d9 None None] Port 29640191-71ad-4c57-b1eb-eb8f4de83e2b cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:38.216799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd4fb1b-8316-4598-8636-f36d242da03a req-d50b3d87-119a-47b8-a854-76ed9b4e2a6a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:38.226246 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9cd4fb1b-8316-4598-8636-f36d242da03a req-d50b3d87-119a-47b8-a854-76ed9b4e2a6a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0998938 Dec 15 19:05:38.294334 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9cd4fb1b-8316-4598-8636-f36d242da03a req-1e40b846-858f-4179-8642-fbfcbeed1f12 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669878 Dec 15 19:05:38.427250 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206271b5-c708-4c3a-8ccd-b37887afc107 req-975e083d-9bfd-4cfa-a166-9407f9220f23 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:38.428745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-206271b5-c708-4c3a-8ccd-b37887afc107 req-975e083d-9bfd-4cfa-a166-9407f9220f23 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 931 time: 0.1047359 Dec 15 19:05:38.512840 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-206271b5-c708-4c3a-8ccd-b37887afc107 req-a5f85d76-d8e4-48a2-a275-f68ef6d662b4 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776749 Dec 15 19:05:38.569802 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29640191-71ad-4c57-b1eb-eb8f4de83e2b {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:38.577115 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.589486 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50802) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:38.591772 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Transition to ACTIVE for port object 29640191-71ad-4c57-b1eb-eb8f4de83e2b will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:05:38.696800 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-50b48c25-14fc-4d51-9745-2b5e2cb3b814 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.736986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.799422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Pushing event updated for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:38.806378 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-50b48c25-14fc-4d51-9745-2b5e2cb3b814 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.896867 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-50b48c25-14fc-4d51-9745-2b5e2cb3b814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.907093 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Attempting to bind port 29640191-71ad-4c57-b1eb-eb8f4de83e2b on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:38.908615 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Attempting to bind port 29640191-71ad-4c57-b1eb-eb8f4de83e2b by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:38.920024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Attempting to bind port 29640191-71ad-4c57-b1eb-eb8f4de83e2b on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:38.920024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Port 29640191-71ad-4c57-b1eb-eb8f4de83e2b on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:05:38.920024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Attempting to bind port 29640191-71ad-4c57-b1eb-eb8f4de83e2b on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:38.922392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:38.922802 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Checking segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:38.923802 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Bound using segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:38.924296 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Bound port: 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:38.924717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:38.949859 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-50b48c25-14fc-4d51-9745-2b5e2cb3b814 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6f6b6ef52034f6caac90be995d56b6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3605175 Dec 15 19:05:38.950475 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 50816) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:38.959418 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b48c25-14fc-4d51-9745-2b5e2cb3b814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36d9db22-4d6f-4e4a-b622-c92c71adfd9f,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:39.015895 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.037364 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.041271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:39.045610 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:39.125699 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.168310 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.168934 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.170407 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] 10.222.0.44 "PUT /v2.0/ports/29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 1093 time: 1.1773620 Dec 15 19:05:39.170872 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:39.173735 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:39.176906 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.181593 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:39.182967 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/36d9db22-4d6f-4e4a-b622-c92c71adfd9f HTTP/1.1" status: 204 len: 168 time: 0.2301972 Dec 15 19:05:39.203883 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3e28e-7ba1-4312-97a4-223f32bb32ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36d9db22-4d6f-4e4a-b622-c92c71adfd9f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:39.249244 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5dc6e-cfc7-41bb-a4c0-efcfebd4e96a service neutron] Pushing event updated for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:39.281528 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d622f5fa-41cc-494b-a1a2-03c6b9ec6821 x-openstack-request-id: req-d622f5fa-41cc-494b-a1a2-03c6b9ec6821 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:39.281721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:39.282047 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d622f5fa-41cc-494b-a1a2-03c6b9ec6821 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:39.282458 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'status': 'completed', 'code': 200} Dec 15 19:05:39.334061 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3be82e-7fd6-4471-9a7e-ac7ccdd923e9 req-f6aed015-83f3-487f-9a6f-5af417259f94 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.335728 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a3be82e-7fd6-4471-9a7e-ac7ccdd923e9 req-f6aed015-83f3-487f-9a6f-5af417259f94 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0699878 Dec 15 19:05:39.404803 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-35d198a4-d796-46e1-b1c3-e53d35c36307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.406484 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-35d198a4-d796-46e1-b1c3-e53d35c36307 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1096 time: 0.0919862 Dec 15 19:05:39.461338 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a3be82e-7fd6-4471-9a7e-ac7ccdd923e9 req-0d3297ad-daf5-4f20-9f07-a88248b94b21 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069968 Dec 15 19:05:39.542159 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-c2fbd7ac-bf33-46b5-9247-fe25ca068e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.543755 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-c2fbd7ac-bf33-46b5-9247-fe25ca068e0b service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1193128 Dec 15 19:05:39.651378 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-81eee911-1dbd-4d09-9f38-59d86d1ff4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.652737 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a4d6d29-d5d6-4ff7-9949-83a75a34d9d9 req-81eee911-1dbd-4d09-9f38-59d86d1ff4bf service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1015882 Dec 15 19:05:39.668415 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349c3da6-0c96-4cf0-bee0-b11d7f84575f req-1ebd2c82-ca43-4b8b-80b3-12d43ad5bb20 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.679607 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-349c3da6-0c96-4cf0-bee0-b11d7f84575f req-1ebd2c82-ca43-4b8b-80b3-12d43ad5bb20 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.0736840 Dec 15 19:05:39.740300 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-349c3da6-0c96-4cf0-bee0-b11d7f84575f req-7bcbaf62-4b53-4a27-af1e-538da47562a2 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593617 Dec 15 19:05:39.753371 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-e83379c7-ca6d-47d2-859e-c2eeb4d77255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.755014 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-e83379c7-ca6d-47d2-859e-c2eeb4d77255 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1096 time: 0.0542102 Dec 15 19:05:39.817433 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-eb2a6ff0-9199-4c40-9a98-6d351e612d55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 217 time: 0.0448954 Dec 15 19:05:39.872197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-69202bc0-b2e0-4b8d-8d88-f8363e3821c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.873797 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-69202bc0-b2e0-4b8d-8d88-f8363e3821c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0496666 Dec 15 19:05:39.910483 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:05:39.932453 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-db3a443c-1a1e-4e0c-a137-c5a6952ba7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:39.934082 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-db3a443c-1a1e-4e0c-a137-c5a6952ba7b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0526726 Dec 15 19:05:40.068158 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-d866b769-5d25-40cd-801c-e168af0c78a7 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944459 Dec 15 19:05:40.184049 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-503ceab9-4bbd-4de4-8b51-81dbb3d6af4c req-658de141-9aee-4ba6-b33b-ff622caa423c service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064229 Dec 15 19:05:40.460830 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50876) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:40.567673 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-577343355-network', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:40.578662 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9543e8-59d6-40b7-be58-e84092dd8137 req-5688de54-6b2d-46af-a4eb-2f0eada5d34e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:40.580758 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2f9543e8-59d6-40b7-be58-e84092dd8137 req-5688de54-6b2d-46af-a4eb-2f0eada5d34e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0494025 Dec 15 19:05:40.629001 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2f9543e8-59d6-40b7-be58-e84092dd8137 req-8b3c1ca2-992a-4ef5-9752-d46ba5befb05 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Dec 15 19:05:40.699302 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Made reservation on behalf of f117be2c3e5e4d548c414fd1e198c1a4 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:40.701935 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:40.713218 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:40.823572 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:40.895870 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69591a0b-8ad7-4bad-a268-3910bd392592 req-7307d9a6-6a47-4ccb-8df7-df59d19a5a7d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:40.897395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69591a0b-8ad7-4bad-a268-3910bd392592 req-7307d9a6-6a47-4ccb-8df7-df59d19a5a7d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.0562439 Dec 15 19:05:40.919110 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:40.942013 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:05:40.950102 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69591a0b-8ad7-4bad-a268-3910bd392592 req-b6fdb4e8-0b2a-4115-9d88-6ce63021a851 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Dec 15 19:05:40.958159 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b9316e-1780-479c-b35e-e3d792004aed,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:40.961999 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:40.962427 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Added segment 7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f of type vlan for network 8f1ee251-b588-424c-abec-a3e47c426719 Dec 15 19:05:41.005847 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.096272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.097412 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:41.098006 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.155763 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] Pushing event updated for resources: {'Network': ['ID=8f1ee251-b588-424c-abec-a3e47c426719,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:41.166002 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 8f1ee251-b588-424c-abec-a3e47c426719 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:05:41.247557 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-25c43cae-5b99-40da-a157-dea8ae80b1bc admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7855840 Dec 15 19:05:41.257102 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50900) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:41.262005 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Request body: {'subnet': {'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-577343355-subnet', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:41.378978 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Made reservation on behalf of f117be2c3e5e4d548c414fd1e198c1a4 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:41.381673 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.595927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.649067 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Pushing event updated for resources: {'Subnet': ['ID=722b8ba6-5ae7-4729-8210-d829125ae576,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:41.664037 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:41.664037 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Network hostable DHCP agents. Network: 8f1ee251-b588-424c-abec-a3e47c426719, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:05:41.745584 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38493734-8900-4d94-a749-4189b2e6f12c req-eeea3997-5472-4ab6-b557-fae44328ebeb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:41.747044 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-38493734-8900-4d94-a749-4189b2e6f12c req-eeea3997-5472-4ab6-b557-fae44328ebeb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0475776 Dec 15 19:05:41.758933 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Network 8f1ee251-b588-424c-abec-a3e47c426719 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:05:41.797005 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-38493734-8900-4d94-a749-4189b2e6f12c req-452f19c8-b357-46b1-ad2a-5f5cd0b7a8af tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440004 Dec 15 19:05:41.841410 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 8f1ee251-b588-424c-abec-a3e47c426719) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:41.846051 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:41.846660 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:41.853519 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e58296e-aa69-454e-9a98-754f1ed28496 None None] Network 8f1ee251-b588-424c-abec-a3e47c426719 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:41.935512 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3927aa12-8ab1-4ba4-b036-6781cf7a5285 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6772742 Dec 15 19:05:41.938146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50912) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:41.942509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:41.950310 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-8f1ee251-b588-424c-abec-a3e47c426719', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:05:41.951203 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.049970 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.050827 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.090777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Allocated IP 172.20.0.2 (8f1ee251-b588-424c-abec-a3e47c426719/722b8ba6-5ae7-4729-8210-d829125ae576/c365f2ea-dd45-4b6a-b20c-c584578616f6) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:42.091157 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234b4a98-236e-46cb-abe3-0d0ac959b5b3 req-3a3bd00d-98b9-4781-8123-008b3da5d692 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:42.092962 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-234b4a98-236e-46cb-abe3-0d0ac959b5b3 req-3a3bd00d-98b9-4781-8123-008b3da5d692 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.0736766 Dec 15 19:05:42.129557 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.166838 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-234b4a98-236e-46cb-abe3-0d0ac959b5b3 req-60931499-8e9e-4f59-b326-ab1d6d50c209 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471690 Dec 15 19:05:42.237648 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.315353 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.327755 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.366166 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:42.370655 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:42.373005 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:42.383794 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Pushing event updated for resources: {'Port': ['ID=c365f2ea-dd45-4b6a-b20c-c584578616f6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:42.431032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Attempting to bind port c365f2ea-dd45-4b6a-b20c-c584578616f6 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:42.431404 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Attempting to bind port c365f2ea-dd45-4b6a-b20c-c584578616f6 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:42.431768 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Attempting to bind port c365f2ea-dd45-4b6a-b20c-c584578616f6 on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:42.436653 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:42.437026 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:42.437466 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.437860 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Bound using segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:42.439140 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Bound port: c365f2ea-dd45-4b6a-b20c-c584578616f6, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:42.439301 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.502830 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] For port c365f2ea-dd45-4b6a-b20c-c584578616f6, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:42.505869 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] For port c365f2ea-dd45-4b6a-b20c-c584578616f6, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c365f2ea-dd45-4b6a-b20c-c584578616f6,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:42.563962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.582712 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.590883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.649702 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d11790-08c2-4c4f-93f7-aea903de0063 None None] Pushing event updated for resources: {'Port': ['ID=c365f2ea-dd45-4b6a-b20c-c584578616f6,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:42.690770 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Allocated IP 172.27.1.46 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/c4511769-cd90-4ff0-9e40-88ed20d57df9) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:42.802765 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.831015 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.936427 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:42.975328 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c365f2ea-dd45-4b6a-b20c-c584578616f6 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:42.975594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af5902c-aa07-4a07-b52a-b3e38791b374 req-0f312890-f03b-40ba-83a2-5c0ab5fb65ab tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:42.977337 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3af5902c-aa07-4a07-b52a-b3e38791b374 req-0f312890-f03b-40ba-83a2-5c0ab5fb65ab tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0798268 Dec 15 19:05:42.991413 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:42.994731 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:43.001471 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:43.030861 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port c365f2ea-dd45-4b6a-b20c-c584578616f6 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:43.031186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Pushing event updated for resources: {'Port': ['ID=c4511769-cd90-4ff0-9e40-88ed20d57df9,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:43.031314 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:43.039525 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3af5902c-aa07-4a07-b52a-b3e38791b374 req-39ef5fb1-bfbb-421f-811b-2301f32acea5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544577 Dec 15 19:05:43.113658 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:43.148222 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port c365f2ea-dd45-4b6a-b20c-c584578616f6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c365f2ea-dd45-4b6a-b20c-c584578616f6,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:43.222074 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:43.273305 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=c365f2ea-dd45-4b6a-b20c-c584578616f6,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:43.362277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccdc377-7a19-4799-9512-7949a19315ec req-73bf471a-ca33-42ed-97a9-4432e99286f5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:43.363784 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6ccdc377-7a19-4799-9512-7949a19315ec req-73bf471a-ca33-42ed-97a9-4432e99286f5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.1302543 Dec 15 19:05:43.392796 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:43.467089 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6ccdc377-7a19-4799-9512-7949a19315ec req-903a0ad9-0322-460b-bf55-7b40eac105f5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945351 Dec 15 19:05:43.617312 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b87d8e65-a7bf-480e-8729-89c7286cd54c None None] Network 8f1ee251-b588-424c-abec-a3e47c426719 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:43.657054 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-28911a08-d227-46d1-aef6-b98a73da1f30 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0841215 Dec 15 19:05:43.671374 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:43.734652 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8d6b97a3-7ca1-4f1a-a21b-a1c38fa632a3 None None] Provisioning complete for port c365f2ea-dd45-4b6a-b20c-c584578616f6 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:43.735020 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8d6b97a3-7ca1-4f1a-a21b-a1c38fa632a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:44.009750 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-852cbb36-96e1-4f43-898c-e6b5f77eaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:44.011293 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-852cbb36-96e1-4f43-898c-e6b5f77eaaa2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 1099 time: 0.0872567 Dec 15 19:05:44.049758 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-5b6419d3-e5b9-4d45-a831-4b7e1e6a3c4b None None] Provisioning complete for port c365f2ea-dd45-4b6a-b20c-c584578616f6 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:44.050060 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5b6419d3-e5b9-4d45-a831-4b7e1e6a3c4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:44.135321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-9314c123-46b9-4843-ba94-1d3987b14bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:44.136759 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-9314c123-46b9-4843-ba94-1d3987b14bcf service neutron] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 916 time: 0.0966637 Dec 15 19:05:44.189357 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-f6a92967-431d-4cd4-9937-2c2e6bb64bbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 HTTP/1.1" status: 200 len: 217 time: 0.0426536 Dec 15 19:05:44.190241 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:05:44.200195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd79f7-03b2-47eb-98c8-7c222afa1aeb req-1ba9bb66-5ff8-411f-ab94-b11594927e22 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:44.201717 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8fdd79f7-03b2-47eb-98c8-7c222afa1aeb req-1ba9bb66-5ff8-411f-ab94-b11594927e22 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0664303 Dec 15 19:05:44.252414 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8fdd79f7-03b2-47eb-98c8-7c222afa1aeb req-beb1c66a-e759-4c67-acb0-24db272088ca tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435774 Dec 15 19:05:44.320320 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-99a7b7ad-1645-43fa-9b40-9efa6a146866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:44.322165 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-99a7b7ad-1645-43fa-9b40-9efa6a146866 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.1229675 Dec 15 19:05:44.358910 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-549dc7e2-d552-4d59-83ab-db3c99e7ecad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286264 Dec 15 19:05:44.363804 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:44.375326 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:44.385133 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:44.385649 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:44.472584 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-31c4333c-5be4-4153-baf8-43c358c4c2f5 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952845 Dec 15 19:05:44.475430 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:44.476565 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-994fe20b-3de2-4622-81a2-9e446684b4d0 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5374165 Dec 15 19:05:44.480036 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 50958) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:44.508297 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:44.716486 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:43Z', 'revision_number': 3, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:44.744678 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:44.745015 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Updating router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae port c4511769-cd90-4ff0-9e40-88ed20d57df9 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:44.771981 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:44.788370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6b62d-c4cf-40df-8f6a-ad489ed9e615 req-8ee5ed9b-96cb-45bc-8232-8dbf99d7fd3a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:44.789900 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5e6b62d-c4cf-40df-8f6a-ad489ed9e615 req-8ee5ed9b-96cb-45bc-8232-8dbf99d7fd3a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.1899121 Dec 15 19:05:44.822420 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2ed654f4-0909-4251-8603-2ac3e15437dc req-32d660e9-6092-46b0-a3c0-54b28b2c13e4 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2212379 Dec 15 19:05:44.944274 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c365f2ea-dd45-4b6a-b20c-c584578616f6 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:44.949655 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e5e6b62d-c4cf-40df-8f6a-ad489ed9e615 req-b977e8b2-cdcd-44e1-bc6a-22db8a3aa61e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443908 Dec 15 19:05:45.075905 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port c365f2ea-dd45-4b6a-b20c-c584578616f6 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:45.076287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.155240 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.159332 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.299400 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.327750 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Allocated IP 172.20.0.1 (8f1ee251-b588-424c-abec-a3e47c426719/722b8ba6-5ae7-4729-8210-d829125ae576/7d844915-4618-4ab7-b586-d46ca8c59771) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:45.356636 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab0b5c-7564-4ca5-9167-977ab5d4a9e0 None None] Pushing event updated for resources: {'Port': ['ID=c4511769-cd90-4ff0-9e40-88ed20d57df9,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:45.417007 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d805da2-0894-426d-8ee2-dd445591816e req-3930f3eb-04fa-4ace-91b0-d24ff2fba69f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:45.425840 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Attempting to bind port c4511769-cd90-4ff0-9e40-88ed20d57df9 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:45.425840 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Attempting to bind port c4511769-cd90-4ff0-9e40-88ed20d57df9 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:45.425840 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Attempting to bind port c4511769-cd90-4ff0-9e40-88ed20d57df9 on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:45.429573 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9d805da2-0894-426d-8ee2-dd445591816e req-3930f3eb-04fa-4ace-91b0-d24ff2fba69f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0894036 Dec 15 19:05:45.454847 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:45.454847 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:45.454847 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.454847 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:45.455201 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Bound port: c4511769-cd90-4ff0-9e40-88ed20d57df9, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:45.455433 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.510545 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9d805da2-0894-426d-8ee2-dd445591816e req-515858c3-1d62-4bca-95e2-d7725e4edb12 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790181 Dec 15 19:05:45.523815 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] For port c4511769-cd90-4ff0-9e40-88ed20d57df9, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:45.528120 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] For port c4511769-cd90-4ff0-9e40-88ed20d57df9, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c4511769-cd90-4ff0-9e40-88ed20d57df9,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:45.549909 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.619123 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.674713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.677334 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:45.677956 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:45.723420 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab0b5c-7564-4ca5-9167-977ab5d4a9e0 None None] Pushing event updated for resources: {'Port': ['ID=c4511769-cd90-4ff0-9e40-88ed20d57df9,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:45.726677 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:45.733454 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:45.733746 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:45.765013 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Pushing event updated for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:45.792338 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:45.801666 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:45.999801 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:46.022786 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:43Z', 'revision_number': 3, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:46.028382 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c3ca0c0e-28e5-4b4e-8ea0-459e4346e24c None None] Provisioning complete for port 7d844915-4618-4ab7-b586-d46ca8c59771 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:46.028906 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c3ca0c0e-28e5-4b4e-8ea0-459e4346e24c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:46.053565 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd637a62-549b-4418-afd2-41c9f86edd37 None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:43Z', 'revision_number': 3, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:46.085257 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c3ca0c0e-28e5-4b4e-8ea0-459e4346e24c None None] Port 7d844915-4618-4ab7-b586-d46ca8c59771 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:46.133769 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b955b90d-19c9-4e0b-8496-fb2f3ec01f43 req-7a3a09fa-e36f-408b-abd2-42227e0ef8e5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:46.135473 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b955b90d-19c9-4e0b-8496-fb2f3ec01f43 req-7a3a09fa-e36f-408b-abd2-42227e0ef8e5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 943 time: 0.0853775 Dec 15 19:05:46.240031 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b955b90d-19c9-4e0b-8496-fb2f3ec01f43 req-b2fa289c-c129-497e-9b05-e7d85c8b1456 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779669 Dec 15 19:05:46.279387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:46.360852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:46.429662 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:46.431810 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Pushing event updated for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:46.541526 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:46.545327 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:46.607851 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 29640191-71ad-4c57-b1eb-eb8f4de83e2b details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:05:46.854298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:46.890379 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'port_id': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'mac_address': 'fa:16:3e:49:a1:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:05:47.005566 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c4511769-cd90-4ff0-9e40-88ed20d57df9 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:47.068478 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.074132 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-928f2b77-75af-4401-8587-5190edd5a628 None None] Provisioning complete for port 7d844915-4618-4ab7-b586-d46ca8c59771 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:47.074132 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-928f2b77-75af-4401-8587-5190edd5a628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.083171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:05:47.151087 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29640191-71ad-4c57-b1eb-eb8f4de83e2b {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:05:47.172143 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddec8f8d-6afe-4c64-9569-8b3a157a2c23 req-72baccae-c9b4-470f-8bbf-87aa1d168d58 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:47.175084 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddec8f8d-6afe-4c64-9569-8b3a157a2c23 req-72baccae-c9b4-470f-8bbf-87aa1d168d58 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.5234015 Dec 15 19:05:47.184189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:47.186122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-928f2b77-75af-4401-8587-5190edd5a628 None None] Port 7d844915-4618-4ab7-b586-d46ca8c59771 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:47.188573 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port c4511769-cd90-4ff0-9e40-88ed20d57df9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:47.189442 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.285715 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.287296 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:47.293070 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddec8f8d-6afe-4c64-9569-8b3a157a2c23 req-7d04bfb2-228f-49d5-9cfc-f727ae8bb9ef tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742757 Dec 15 19:05:47.310671 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-088837fb-87ac-4457-96c9-1900dad4c050 admin admin] 10.222.0.49 "PUT /v2.0/routers/6b3b7c72-cfca-404e-8cb0-ecff7474b3ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8295271 Dec 15 19:05:47.485989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863dd53-237f-4fb9-8774-458fe09444a8 req-7401e4c5-ec66-4f6a-ab29-0057810fe964 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:47.491969 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a863dd53-237f-4fb9-8774-458fe09444a8 req-7401e4c5-ec66-4f6a-ab29-0057810fe964 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 944 time: 0.0982127 Dec 15 19:05:47.514004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51052) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:47.552923 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.579819 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:47.590804 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port c4511769-cd90-4ff0-9e40-88ed20d57df9, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c4511769-cd90-4ff0-9e40-88ed20d57df9,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:47.634484 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a863dd53-237f-4fb9-8774-458fe09444a8 req-9b0644f0-804c-45b5-b924-ab0ddf1eb477 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353943 Dec 15 19:05:47.638732 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f2f759-b520-4b91-ad75-fa0ef27d4c1c req-b25ed7bf-3bb2-46db-a7ec-7a5789c30334 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:47.640898 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f2f759-b520-4b91-ad75-fa0ef27d4c1c req-b25ed7bf-3bb2-46db-a7ec-7a5789c30334 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.5364106 Dec 15 19:05:47.680041 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['29640191-71ad-4c57-b1eb-eb8f4de83e2b'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:05:47.692841 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-054122cb-25c0-4b11-b0a7-eae2c27511aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.697602 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f1f2f759-b520-4b91-ad75-fa0ef27d4c1c req-e3bef415-b466-4cda-855e-dfca0c1711fc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499098 Dec 15 19:05:47.720883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.791670 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-054122cb-25c0-4b11-b0a7-eae2c27511aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.815325 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=c4511769-cd90-4ff0-9e40-88ed20d57df9,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:47.867616 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-054122cb-25c0-4b11-b0a7-eae2c27511aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.911135 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-054122cb-25c0-4b11-b0a7-eae2c27511aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f7323cefcac34969a106c14ca1d7aab2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3959897 Dec 15 19:05:47.911998 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054122cb-25c0-4b11-b0a7-eae2c27511aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb9ae5a-a283-4784-a0a9-5da4929be892,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:47.913885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51064) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:47.965805 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:47.990933 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.118520 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.121204 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.122360 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fb9ae5a-a283-4784-a0a9-5da4929be892 HTTP/1.1" status: 204 len: 168 time: 0.2074988 Dec 15 19:05:48.142568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d3ad6-5b1c-4190-b429-dc926453b070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb9ae5a-a283-4784-a0a9-5da4929be892,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:48.167640 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:48.181374 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:48.181374 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:48.302291 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:48.413461 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03ef8-f5b4-43d6-a0eb-f17cfe194aba req-1641e8e8-adad-4cff-b152-23aade3676ab tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:48.415047 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9bb03ef8-f5b4-43d6-a0eb-f17cfe194aba req-1641e8e8-adad-4cff-b152-23aade3676ab tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0521305 Dec 15 19:05:48.464497 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9bb03ef8-f5b4-43d6-a0eb-f17cfe194aba req-666507ee-6649-4757-bee6-d536d6da0d98 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435936 Dec 15 19:05:48.518549 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:46Z', 'revision_number': 2, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:48.549316 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:48.549677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Updating router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae port 7d844915-4618-4ab7-b586-d46ca8c59771 binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:48.574218 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.597820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51086) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:48.747338 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a0f9-e08d-44d5-9c2b-01d7aebc7f0a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.776449 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51096) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:48.784440 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-692430915-network', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:48.802135 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e53f04b-e59e-4198-91cd-6c669f73589f req-7d5003f0-4450-415b-a8df-208cd88b01f5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:48.813840 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e53f04b-e59e-4198-91cd-6c669f73589f req-7d5003f0-4450-415b-a8df-208cd88b01f5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 944 time: 0.1136315 Dec 15 19:05:48.870725 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a0f9-e08d-44d5-9c2b-01d7aebc7f0a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.907666 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e53f04b-e59e-4198-91cd-6c669f73589f req-2b1dd2f5-b187-46c7-8616-af422e0163ab tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881472 Dec 15 19:05:48.911597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc50acd-aab6-4bcb-a0a4-4bae222efcec req-1a886feb-68e8-41c2-925b-617bd8af8c4f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:48.913068 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cc50acd-aab6-4bcb-a0a4-4bae222efcec req-1a886feb-68e8-41c2-925b-617bd8af8c4f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1017945 Dec 15 19:05:48.943936 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c4511769-cd90-4ff0-9e40-88ed20d57df9 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:48.966496 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b1c0a0f9-e08d-44d5-9c2b-01d7aebc7f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.993093 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Made reservation on behalf of 493d7b364d4c4ed9af82cd3ad27583c1 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:48.994527 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:48.996151 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.008173 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51100) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:49.014037 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9cc50acd-aab6-4bcb-a0a4-4bae222efcec req-e9b140ae-4fbf-4aaa-8be1-d013f024ac02 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875962 Dec 15 19:05:49.017423 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.020265 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port c4511769-cd90-4ff0-9e40-88ed20d57df9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:49.021022 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.030144 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0df32075-779d-4d5f-aa1e-93f291381091 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.040264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0a0f9-e08d-44d5-9c2b-01d7aebc7f0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada32f24-7eba-43c0-8aa4-1ec13a385ce5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.054219 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b1c0a0f9-e08d-44d5-9c2b-01d7aebc7f0a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0b4e2b586d694ee081392659f1af3f08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4548297 Dec 15 19:05:49.054966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51102) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:49.103663 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.112624 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.146563 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.160035 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.171890 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0df32075-779d-4d5f-aa1e-93f291381091 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.178396 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f76e-141a-49e8-a1a5-ddfb91b82c19 None None] Pushing event updated for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.225994 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Attempting to bind port 7d844915-4618-4ab7-b586-d46ca8c59771 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:49.226387 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Attempting to bind port 7d844915-4618-4ab7-b586-d46ca8c59771 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:49.226736 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Attempting to bind port 7d844915-4618-4ab7-b586-d46ca8c59771 on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:49.231989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:49.232371 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:49.232785 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.233281 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Bound using segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:49.233761 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Bound port: 7d844915-4618-4ab7-b586-d46ca8c59771, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:49.234152 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.238793 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.280253 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c58310c-0c92-4bfc-a0ec-deb280ffddf9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.293105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.299319 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.303058 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ada32f24-7eba-43c0-8aa4-1ec13a385ce5 HTTP/1.1" status: 204 len: 168 time: 0.2443309 Dec 15 19:05:49.305169 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0df32075-779d-4d5f-aa1e-93f291381091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.313823 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] For port 7d844915-4618-4ab7-b586-d46ca8c59771, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:49.319894 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] For port 7d844915-4618-4ab7-b586-d46ca8c59771, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=7d844915-4618-4ab7-b586-d46ca8c59771,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:49.321709 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e035c4-cfcc-4def-a17a-33e1df2eb31e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada32f24-7eba-43c0-8aa4-1ec13a385ce5,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.323709 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 583} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:05:49.368552 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.369153 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Added segment 0935faee-298b-41d8-8fe3-c4ea95d8656a of type vlan for network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 Dec 15 19:05:49.385365 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0df32075-779d-4d5f-aa1e-93f291381091 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4665a358581498584220404a24347e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3779659 Dec 15 19:05:49.387989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51106) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:49.396860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df32075-779d-4d5f-aa1e-93f291381091 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b3139a-e97c-4a8e-9135-146a66f3afd3,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.398513 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.452227 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.455440 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.479818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.495288 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:49.495927 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:49.604951 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.606127 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:49.606301 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] Provisioning complete for port 7d844915-4618-4ab7-b586-d46ca8c59771 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:49.608406 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.608507 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.611238 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552f76e-141a-49e8-a1a5-ddfb91b82c19 None None] Pushing event updated for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.655141 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:49.720393 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.724654 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.726332 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b3139a-e97c-4a8e-9135-146a66f3afd3 HTTP/1.1" status: 204 len: 168 time: 0.3370588 Dec 15 19:05:49.734234 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] Pushing event updated for resources: {'Network': ['ID=1a1ed89c-abf4-4fe5-a7a0-e97dececa926,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.742562 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b9230c-7447-4973-8c75-598ca6be107f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b3139a-e97c-4a8e-9135-146a66f3afd3,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:49.758034 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688bcbd8-b5c9-4fc9-8502-6b745cb402b1 req-20a33a4d-4813-4909-b6c8-a5e858a8dda3 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:49.767031 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-688bcbd8-b5c9-4fc9-8502-6b745cb402b1 req-20a33a4d-4813-4909-b6c8-a5e858a8dda3 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.1904271 Dec 15 19:05:49.771090 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:05:49.790195 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-af4d0a63-d071-4e5f-b0fb-e25ea15ce3f2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0122015 Dec 15 19:05:49.790808 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51116) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:49.798484 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Request body: {'subnet': {'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-692430915-subnet', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:49.849372 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-688bcbd8-b5c9-4fc9-8502-6b745cb402b1 req-dea1273a-c311-436d-ba18-977398a51270 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813904 Dec 15 19:05:49.899262 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.924841 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Made reservation on behalf of 493d7b364d4c4ed9af82cd3ad27583c1 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:05:49.927587 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:49.984728 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] For port 7d844915-4618-4ab7-b586-d46ca8c59771, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=7d844915-4618-4ab7-b586-d46ca8c59771,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:50.086994 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5cbf6d-45bd-403f-818e-b9436a744edf req-f21aae2f-822f-42fb-907d-7960c35e8356 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:50.088494 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c5cbf6d-45bd-403f-818e-b9436a744edf req-f21aae2f-822f-42fb-907d-7960c35e8356 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 944 time: 0.0881493 Dec 15 19:05:50.170813 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c5cbf6d-45bd-403f-818e-b9436a744edf req-6ad157af-01b3-4783-a7b5-49079a7ef164 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729506 Dec 15 19:05:50.171139 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.240320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ff47b-1596-44a7-b93e-ae543912355b req-65482002-6496-40d3-bba5-71cadfd2d78e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:50.244503 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3b7ff47b-1596-44a7-b93e-ae543912355b req-65482002-6496-40d3-bba5-71cadfd2d78e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1287866 Dec 15 19:05:50.258122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:50.295882 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99f9670e-5974-4c3b-b25f-492f6dc8e95a None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:50.301494 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.322131 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6285b3-2b39-416a-8d70-b2f5220d523e None None] Pushing event updated for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:50.331444 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-7390796e-2989-4d7f-8556-48d7dd0ff748 None None] Provisioning complete for port 7d844915-4618-4ab7-b586-d46ca8c59771 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:50.331837 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-7390796e-2989-4d7f-8556-48d7dd0ff748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.344852 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3b7ff47b-1596-44a7-b93e-ae543912355b req-5e9ee829-6c57-4b33-a385-b1f9780b903b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945117 Dec 15 19:05:50.431653 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de291bd-fd4d-457c-804c-ef5c7ae79502,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:50.472853 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Checking segment: {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:50.473585 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Network hostable DHCP agents. Network: 1a1ed89c-abf4-4fe5-a7a0-e97dececa926, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:05:50.550167 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:05:50.630223 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 1a1ed89c-abf4-4fe5-a7a0-e97dececa926) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:50.631266 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 29640191-71ad-4c57-b1eb-eb8f4de83e2b up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:50.635382 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:50.638717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.660828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdcf77f7-21ff-4afe-95dd-1beb016eb870 None None] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:50.745791 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51146) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:50.770193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f956736-d6d8-4823-a124-d89b38589eff admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.772826 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3bdfe7d9-ce7d-47ec-83cd-0ca8191f55ec admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9794428 Dec 15 19:05:50.775648 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51148) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:50.780231 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:50.815589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'fixed_ips': [{'subnet_id': '4de291bd-fd4d-457c-804c-ef5c7ae79502'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:05:50.816539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.843287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 29640191-71ad-4c57-b1eb-eb8f4de83e2b completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:05:50.853469 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 29640191-71ad-4c57-b1eb-eb8f4de83e2b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:50.854124 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.919230 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f956736-d6d8-4823-a124-d89b38589eff admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.953346 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.955216 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:50.982063 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4f956736-d6d8-4823-a124-d89b38589eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.030796 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f956736-d6d8-4823-a124-d89b38589eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5066ebe-1f59-4118-a811-4248f9d2f876,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:51.060902 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4f956736-d6d8-4823-a124-d89b38589eff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1a27700bc3d440ebb8ee27a14193b85d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3136654 Dec 15 19:05:51.061682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51158) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:51.131247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.139949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.171714 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Allocated IP 172.20.0.2 (1a1ed89c-abf4-4fe5-a7a0-e97dececa926/4de291bd-fd4d-457c-804c-ef5c7ae79502/8563c1ba-ca67-48f2-b6b9-779846fc3f39) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:51.185183 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.189918 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43b490-0c14-411c-ba6f-2e9f738b3e48 req-589f1b0b-b7db-41b3-8f6c-fe706e4ce94d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:51.195637 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb43b490-0c14-411c-ba6f-2e9f738b3e48 req-589f1b0b-b7db-41b3-8f6c-fe706e4ce94d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.1994078 Dec 15 19:05:51.285318 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 7d844915-4618-4ab7-b586-d46ca8c59771 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:51.360994 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.368573 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.370315 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f5066ebe-1f59-4118-a811-4248f9d2f876 HTTP/1.1" status: 204 len: 168 time: 0.3073268 Dec 15 19:05:51.411306 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051c9ebe-6989-4c0d-b29a-c8e5764c9443 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5066ebe-1f59-4118-a811-4248f9d2f876,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:51.449013 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc421304-8678-403f-bdce-aec4598c1ee5 req-001959a3-abe7-4030-b9c7-bfc12cf4dc43 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:51.459434 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.469172 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc421304-8678-403f-bdce-aec4598c1ee5 req-001959a3-abe7-4030-b9c7-bfc12cf4dc43 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 944 time: 0.1524467 Dec 15 19:05:51.504432 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cb43b490-0c14-411c-ba6f-2e9f738b3e48 req-71ae50ee-0f90-46ae-a311-513c37baf678 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2975798 Dec 15 19:05:51.520348 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.594328 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc421304-8678-403f-bdce-aec4598c1ee5 req-bb95eee4-baa1-4465-9530-71ae37db1678 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159942 Dec 15 19:05:51.640762 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:51.644614 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae559dab-744a-427e-b00f-06831980a1d0" -d '{"events": [{"server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "name": "network-vif-plugged", "status": "completed", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:51.675971 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:51.678802 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 7d844915-4618-4ab7-b586-d46ca8c59771 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:51.679178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.712224 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a987e0-1c9f-4c17-9656-0813f544de9f req-6e1a4d80-02c0-48f3-9e92-47d9037f0f2b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:51.713943 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-56a987e0-1c9f-4c17-9656-0813f544de9f req-6e1a4d80-02c0-48f3-9e92-47d9037f0f2b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1250830 Dec 15 19:05:51.732892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.735623 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a0e1ddb-9220-4c3a-87f0-bc570e2a982b x-openstack-request-id: req-7a0e1ddb-9220-4c3a-87f0-bc570e2a982b {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:51.735918 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "name": "network-vif-plugged", "status": "completed", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:51.736187 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-7a0e1ddb-9220-4c3a-87f0-bc570e2a982b {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:51.736637 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'code': 200} Dec 15 19:05:51.742308 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.793952 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-56a987e0-1c9f-4c17-9656-0813f544de9f req-70f30066-85b4-406c-8712-dc2ecf25f2ca tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734873 Dec 15 19:05:51.864583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.904848 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:51.914347 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:51.941622 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:51.950587 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:51.979504 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:51.987152 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Pushing event updated for resources: {'Port': ['ID=8563c1ba-ca67-48f2-b6b9-779846fc3f39,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:52.008076 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.016517 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Attempting to bind port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:52.016903 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Attempting to bind port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:52.017393 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Attempting to bind port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 on network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:52.022567 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:52.022935 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Checking segment: {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:52.023372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.023804 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Bound using segment: {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:52.024361 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Bound port: 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:52.024998 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.144664 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] For port 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:52.157542 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] For port 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8563c1ba-ca67-48f2-b6b9-779846fc3f39,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:52.236451 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.237814 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Allocated IP 172.27.1.116 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/58b8495f-7f31-4208-b666-25f7ecc23702) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:52.316224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2364df-9384-46b6-a81d-223dd7e4ea9f None None] Pushing event updated for resources: {'Port': ['ID=8563c1ba-ca67-48f2-b6b9-779846fc3f39,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:52.385755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86ae5dc-b0f8-4412-b7d1-518ad910bdd4 req-186a1cd8-8636-489a-8d11-3ce0063832b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:52.387292 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e86ae5dc-b0f8-4412-b7d1-518ad910bdd4 req-186a1cd8-8636-489a-8d11-3ce0063832b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1098 time: 0.1025598 Dec 15 19:05:52.454125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.469174 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e86ae5dc-b0f8-4412-b7d1-518ad910bdd4 req-ea38eef0-ed33-4067-876a-20540114d873 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706332 Dec 15 19:05:52.581026 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:52.623026 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:52.628666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:52.633270 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:52.655116 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8217ad5e-8d4a-487f-b254-9595ef5d8ac7 req-d9ab6bad-dd4b-48c1-ae02-e1f3af0c22f0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:52.661328 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Pushing event updated for resources: {'Port': ['ID=58b8495f-7f31-4208-b666-25f7ecc23702,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:52.661833 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8217ad5e-8d4a-487f-b254-9595ef5d8ac7 req-d9ab6bad-dd4b-48c1-ae02-e1f3af0c22f0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0625877 Dec 15 19:05:52.716347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8217ad5e-8d4a-487f-b254-9595ef5d8ac7 req-8e2bf7de-4440-416c-a246-c8463ce14989 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521584 Dec 15 19:05:52.847047 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1123512-4760-4078-a3e0-f4316599148d req-8019d2fb-1632-44aa-9eb4-8742d48c9724 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:52.849094 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1123512-4760-4078-a3e0-f4316599148d req-8019d2fb-1632-44aa-9eb4-8742d48c9724 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0594034 Dec 15 19:05:52.918367 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a1123512-4760-4078-a3e0-f4316599148d req-c7555090-a373-46e6-94f7-e9f4dcd90c4b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617909 Dec 15 19:05:52.959366 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8563c1ba-ca67-48f2-b6b9-779846fc3f39 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:53.012489 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:53.012997 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.033463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.097318 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.101228 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101f5331-de94-40b1-8840-6dbbbc66cda2 req-44f1827b-8b2a-4529-a19d-6d7b0c638932 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:53.101228 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-101f5331-de94-40b1-8840-6dbbbc66cda2 req-44f1827b-8b2a-4529-a19d-6d7b0c638932 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1152265 Dec 15 19:05:53.146827 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8563c1ba-ca67-48f2-b6b9-779846fc3f39,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:53.201402 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.240716 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-101f5331-de94-40b1-8840-6dbbbc66cda2 req-dd85b818-1049-4ee9-85e2-4448efacbf6d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083968 Dec 15 19:05:53.295935 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=8563c1ba-ca67-48f2-b6b9-779846fc3f39,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:53.343508 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.431643 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d32b00-e581-47ab-a0db-4a69a0cc8b42 None None] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:05:53.536787 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Router 3c2e9e32-db4a-4901-9514-e4ae1df28121 is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:05:53.542671 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-87ce9a65-5a56-435f-b3a8-92ddef71cb85 None None] Provisioning complete for port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:53.543192 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-87ce9a65-5a56-435f-b3a8-92ddef71cb85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.674837 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:53.685110 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Sync routers for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:53.696971 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:53.697939 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:53.798636 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.806836 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d8550408-3220-4740-8e65-e707a911fcdd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.0235293 Dec 15 19:05:53.808013 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51222) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:53.860482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2350e118-0631-429d-b740-bb37a96dfd67 req-b1153fd4-18c6-41d0-86e5-669f92dca701 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:53.862133 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2350e118-0631-429d-b740-bb37a96dfd67 req-b1153fd4-18c6-41d0-86e5-669f92dca701 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0637581 Dec 15 19:05:53.883180 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-6c403355-5393-4dd7-b1ec-b8c7b5625511 None None] Provisioning complete for port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:53.883895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6c403355-5393-4dd7-b1ec-b8c7b5625511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:53.920517 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:53.953126 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2350e118-0631-429d-b740-bb37a96dfd67 req-43941973-1706-4338-9098-b777beab6191 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811179 Dec 15 19:05:54.065817 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839aee98-12d2-427c-8165-fbcfc09385e6 req-ea741ad1-9b75-405d-9968-1396088110a0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:54.071035 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-839aee98-12d2-427c-8165-fbcfc09385e6 req-ea741ad1-9b75-405d-9968-1396088110a0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0556171 Dec 15 19:05:54.146733 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-839aee98-12d2-427c-8165-fbcfc09385e6 req-dca39824-a0f2-4241-a88c-3a79d6754170 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658932 Dec 15 19:05:54.153422 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:52Z', 'revision_number': 3, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:54.180871 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Checking router: 3c2e9e32-db4a-4901-9514-e4ae1df28121 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:54.181310 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Updating router 3c2e9e32-db4a-4901-9514-e4ae1df28121 port 58b8495f-7f31-4208-b666-25f7ecc23702 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:54.208142 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.410796 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c9eacb-d670-4292-a3f0-dc6f1c3238da req-f0d83587-7531-42e1-bf75-f3ee168d111a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:54.412288 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47c9eacb-d670-4292-a3f0-dc6f1c3238da req-f0d83587-7531-42e1-bf75-f3ee168d111a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0919080 Dec 15 19:05:54.487903 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.503582 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47c9eacb-d670-4292-a3f0-dc6f1c3238da req-6f67811e-247b-4b58-815e-485a9f04a90d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848875 Dec 15 19:05:54.569777 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.623544 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.624516 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344d1c-6f1a-4d36-88f8-3aa23f1e97d4 None None] Pushing event updated for resources: {'Port': ['ID=58b8495f-7f31-4208-b666-25f7ecc23702,revision_number=2']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:54.629255 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Attempting to bind port 58b8495f-7f31-4208-b666-25f7ecc23702 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:54.629626 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Attempting to bind port 58b8495f-7f31-4208-b666-25f7ecc23702 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:54.629989 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Attempting to bind port 58b8495f-7f31-4208-b666-25f7ecc23702 on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:54.635324 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:54.635698 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:54.636097 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.636501 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:54.636957 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Bound port: 58b8495f-7f31-4208-b666-25f7ecc23702, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:54.637393 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.687011 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] For port 58b8495f-7f31-4208-b666-25f7ecc23702, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:54.690610 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] For port 58b8495f-7f31-4208-b666-25f7ecc23702, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=58b8495f-7f31-4208-b666-25f7ecc23702,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:54.744708 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.781101 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Allocated IP 172.20.0.1 (1a1ed89c-abf4-4fe5-a7a0-e97dececa926/4de291bd-fd4d-457c-804c-ef5c7ae79502/44022417-df75-46a0-8a7e-1b9d15ea17c5) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:05:54.801679 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:54.802283 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:54.807015 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03344d1c-6f1a-4d36-88f8-3aa23f1e97d4 None None] Pushing event updated for resources: {'Port': ['ID=58b8495f-7f31-4208-b666-25f7ecc23702,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:54.891841 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.897691 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8563c1ba-ca67-48f2-b6b9-779846fc3f39 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:54.920249 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:54.955504 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:54.955867 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:54.994184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.043371 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:55.051229 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:55.055653 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:05:55.071648 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5facd6f2-dbb8-42e4-b1e6-ef4a30a9a3ce req-28bc9854-1baf-4553-94c2-e01d8bdabc43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:55.079564 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5facd6f2-dbb8-42e4-b1e6-ef4a30a9a3ce req-28bc9854-1baf-4553-94c2-e01d8bdabc43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0581129 Dec 15 19:05:55.102709 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.162913 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5facd6f2-dbb8-42e4-b1e6-ef4a30a9a3ce req-e5ffc543-2eb3-4e55-b9f6-fe51f7a8fd34 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681376 Dec 15 19:05:55.182476 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Pushing event updated for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:55.183587 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:52Z', 'revision_number': 3, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:55.257852 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5023f85-e75d-40ba-9229-947f8b65e8e5 None None] The sync data for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi is: [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:52Z', 'revision_number': 3, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:55.308871 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e36ccce-0f59-44f9-bf3d-fad7533dab03 req-005ea910-faf9-443c-ac21-41409511aff6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:55.310713 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e36ccce-0f59-44f9-bf3d-fad7533dab03 req-005ea910-faf9-443c-ac21-41409511aff6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0875378 Dec 15 19:05:55.369344 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e36ccce-0f59-44f9-bf3d-fad7533dab03 req-45ae9a67-ec9c-4967-9232-02303d165d52 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509601 Dec 15 19:05:55.413073 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.450717 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-32e3f535-e608-4cc2-9987-6c2287237bef None None] Provisioning complete for port 44022417-df75-46a0-8a7e-1b9d15ea17c5 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:55.451094 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-32e3f535-e608-4cc2-9987-6c2287237bef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.495167 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-32e3f535-e608-4cc2-9987-6c2287237bef None None] Port 44022417-df75-46a0-8a7e-1b9d15ea17c5 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:55.548413 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-47d34b2a-89ec-47f2-89a8-ac32d6c4759e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:55.550141 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-47d34b2a-89ec-47f2-89a8-ac32d6c4759e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.1479595 Dec 15 19:05:55.567519 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-43452bf8-b0fb-488e-80ed-c52a406a9cf7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/quotas/52e4764fb4d34d5dbdd967080b99c537 HTTP/1.1" status: 200 len: 375 time: 0.0111101 Dec 15 19:05:55.577349 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111b8a7-ba63-43ec-928f-1c685aa5dab0 req-15904af2-aa90-4828-8e84-f13a31b9793a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:55.578906 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b111b8a7-ba63-43ec-928f-1c685aa5dab0 req-15904af2-aa90-4828-8e84-f13a31b9793a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.1166811 Dec 15 19:05:55.600039 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51262) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:55.605685 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'floatingip': {'port_id': '29640191-71ad-4c57-b1eb-eb8f4de83e2b'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:55.676056 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-bdb8cf36-7d1a-4c02-bf64-d6f5ddb5b326 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012659 Dec 15 19:05:55.719295 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.794042 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-dbd2df08-382c-4ddf-8834-da189d0d8888 service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098452 Dec 15 19:05:55.867326 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee4d7f-e5e8-4fee-9c79-c41640e8b4b6 req-cb63d812-ab5e-487d-80d9-9d746aef3d50 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:55.874339 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3fee4d7f-e5e8-4fee-9c79-c41640e8b4b6 req-cb63d812-ab5e-487d-80d9-9d746aef3d50 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1866238 Dec 15 19:05:55.884549 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-a218791c-387b-4906-928b-8d4e0c97d17c service neutron] 10.222.0.49 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894248 Dec 15 19:05:55.902747 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:55.980720 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:56.015425 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3fee4d7f-e5e8-4fee-9c79-c41640e8b4b6 req-f82a8a59-6aa6-4212-9e62-d3b2a6028770 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1398525 Dec 15 19:05:56.151205 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:56.167316 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Pushing event updated for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:56.173998 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13b63731-cfda-4530-b645-832fb2517221 req-37707410-40fe-48e8-b385-b7fd24824567 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0450783 Dec 15 19:05:56.288981 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fbbc33-52d0-41fa-a1ce-a20adf01e102 req-e07e882c-75ef-49b7-8d43-d40be82d9048 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:56.290606 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36fbbc33-52d0-41fa-a1ce-a20adf01e102 req-e07e882c-75ef-49b7-8d43-d40be82d9048 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0670757 Dec 15 19:05:56.352013 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-36fbbc33-52d0-41fa-a1ce-a20adf01e102 req-88a79a16-650a-4114-ab1c-924615bc1231 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527754 Dec 15 19:05:56.715602 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:05:56.723498 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:05:56.856631 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.db.resource_extend [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 19:05:56.936205 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 58b8495f-7f31-4208-b666-25f7ecc23702 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:56.965132 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-95e35b45-3631-41ab-bad5-d9d8a6e43fc8 None None] Provisioning complete for port 44022417-df75-46a0-8a7e-1b9d15ea17c5 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:56.965506 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-95e35b45-3631-41ab-bad5-d9d8a6e43fc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:56.985406 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.003856 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Router 3c2e9e32-db4a-4901-9514-e4ae1df28121 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:05:57.107893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.140745 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-95e35b45-3631-41ab-bad5-d9d8a6e43fc8 None None] Port 44022417-df75-46a0-8a7e-1b9d15ea17c5 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:57.148308 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 58b8495f-7f31-4208-b666-25f7ecc23702 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:57.148681 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.200438 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:57.230504 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.244688 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-42821a7d-9c56-4dd8-997e-ac710b1bc0cf admin admin] 10.222.0.49 "PUT /v2.0/routers/3c2e9e32-db4a-4901-9514-e4ae1df28121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344840 Dec 15 19:05:57.269475 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 58b8495f-7f31-4208-b666-25f7ecc23702, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=58b8495f-7f31-4208-b666-25f7ecc23702,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:05:57.274204 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985a135-03b3-4c29-877e-b946e515351b req-bd7dec41-0a00-40b5-aec8-eda530ddca09 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:57.287848 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f985a135-03b3-4c29-877e-b946e515351b req-bd7dec41-0a00-40b5-aec8-eda530ddca09 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1777456 Dec 15 19:05:57.309513 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Floating IP 016c31b0-7135-4034-94e5-6eb087730e41 associated. External IP: 172.27.1.94, port: 29640191-71ad-4c57-b1eb-eb8f4de83e2b. Dec 15 19:05:57.313597 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f687948-9d7a-4f07-aa6e-933537c46708 req-d49301b2-3f75-489d-8d6d-037c47f2abbc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0451746 Dec 15 19:05:57.341780 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.389686 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f985a135-03b3-4c29-877e-b946e515351b req-af8a5f9e-7494-4a6d-970c-28b29c8983fd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037598 Dec 15 19:05:57.431579 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=58b8495f-7f31-4208-b666-25f7ecc23702,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:57.498042 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d3baed-d3bd-499d-a489-a4e83758f5f1 req-5e8d69de-1ed2-4188-af47-c0a9c486b930 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:57.499717 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4d3baed-d3bd-499d-a489-a4e83758f5f1 req-5e8d69de-1ed2-4188-af47-c0a9c486b930 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0530846 Dec 15 19:05:57.563840 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4d3baed-d3bd-499d-a489-a4e83758f5f1 req-973ac618-6a11-4d95-b19b-bbbc2546d2cb tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508037 Dec 15 19:05:57.587947 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:05:57.696568 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:05:57.700863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:57.708516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:57.727650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:57.728282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:57.733247 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-438a5d03-f156-4e82-82d4-7f6b80599f9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "PUT /v2.0/floatingips/016c31b0-7135-4034-94e5-6eb087730e41 HTTP/1.1" status: 200 len: 990 time: 2.1275027 Dec 15 19:05:57.733247 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:05:57.733247 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-827a5d26-ce54-437b-afa2-13ce1c9be0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:05:57.774219 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Sync routers for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:05:57.790739 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:57.796113 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:57.865294 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:57.879427 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa2f2c7-f51a-4590-8ca9-cd56ef92d43a x-openstack-request-id: req-9aa2f2c7-f51a-4590-8ca9-cd56ef92d43a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:05:57.879723 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:05:57.880085 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9aa2f2c7-f51a-4590-8ca9-cd56ef92d43a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:05:57.880672 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'status': 'completed', 'code': 200} Dec 15 19:05:57.898147 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51300) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:57.903144 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-39792596', 'description': 'tempest-secgroup-smoke-39792596 description', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:57.921628 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:57.958637 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-e503bc99-bd03-4632-81dc-2a4c5ab26786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:57.960284 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-e503bc99-bd03-4632-81dc-2a4c5ab26786 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1098 time: 0.0523474 Dec 15 19:05:58.015813 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.073788 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-cf48e4da-66cd-4aea-ba00-c13c9b9c8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:58.075543 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-cf48e4da-66cd-4aea-ba00-c13c9b9c8424 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 911 time: 0.1033940 Dec 15 19:05:58.121704 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.165707 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:55Z', 'revision_number': 4, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '44022417-df75-46a0-8a7e-1b9d15ea17c5', 'name': '', 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'mac_address': 'fa:16:3e:8d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:54Z', 'updated_at': '2021-12-15T19:05:55Z', 'revision_number': 2, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'subnets': [{'id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:58.185317 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '016c31b0-7135-4034-94e5-6eb087730e41', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:49:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:28Z', 'updated_at': '2021-12-15T19:05:56Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:58.197984 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Checking router: 3c2e9e32-db4a-4901-9514-e4ae1df28121 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:58.198425 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.198755 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Updating router 3c2e9e32-db4a-4901-9514-e4ae1df28121 port 44022417-df75-46a0-8a7e-1b9d15ea17c5 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:05:58.220700 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-b0d085ca-68c4-44dd-b3ae-a5ebfea61391 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 998 time: 0.1092539 Dec 15 19:05:58.226213 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.227919 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:58.241357 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:05:58.250401 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:58.256166 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:58.298896 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.300550 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-64161ad5-4a06-4734-b578-0edbcbccdae7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4010055 Dec 15 19:05:58.303528 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51304) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:58.308264 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:58.310736 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-461cec82-c0cf-4545-b5bd-74bf7292627b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:58.314857 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-461cec82-c0cf-4545-b5bd-74bf7292627b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0854864 Dec 15 19:05:58.380995 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-d1f5c874-d61b-4b0e-b158-ad47e5a0ae95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:58.383183 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-d1f5c874-d61b-4b0e-b158-ad47e5a0ae95 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0573561 Dec 15 19:05:58.389669 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:58.407871 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf7ebafe-7431-4449-accd-c1d37af44d0e req-0ef5ca23-0de3-4502-b073-6a0271a9bc89 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0272133 Dec 15 19:05:58.437344 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.520574 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.538096 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-765720c1-ec35-4bf2-82be-e760bb832a5d service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427035 Dec 15 19:05:58.562148 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531cf0e3-eab6-4128-aa44-87afe84d682e req-92f11b18-fc7f-471c-92d3-352c70fe3ada tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:58.563262 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-531cf0e3-eab6-4128-aa44-87afe84d682e req-92f11b18-fc7f-471c-92d3-352c70fe3ada tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0560067 Dec 15 19:05:58.629479 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.672294 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.677332 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-531cf0e3-eab6-4128-aa44-87afe84d682e req-382c169a-0218-4eef-a534-e1943a3ea98d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059449 Dec 15 19:05:58.683970 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4ea092d-3943-43a6-993e-8a79b6b64294,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:58.691764 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '016c31b0-7135-4034-94e5-6eb087730e41', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:49:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:28Z', 'updated_at': '2021-12-15T19:05:56Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:58.722066 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93c55e4-bfb7-4ad6-9cbf-677e2d6c842f None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '016c31b0-7135-4034-94e5-6eb087730e41', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.94', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:49:a1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:05:28Z', 'updated_at': '2021-12-15T19:05:56Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:58.723084 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-827a5d26-ce54-437b-afa2-13ce1c9be0b5 req-52cfcb32-15b4-49f7-964c-65410f121b31 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588387 Dec 15 19:05:58.749781 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47febf27-83b3-4383-8ffa-62f1d198ec27 req-eb389f4f-f301-4b37-9d28-17daaa0722e7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:58.751558 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-47febf27-83b3-4383-8ffa-62f1d198ec27 req-eb389f4f-f301-4b37-9d28-17daaa0722e7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0595851 Dec 15 19:05:58.758875 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.796561 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.797944 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-66f795dc-22e8-4109-864b-defb7dca1392 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4933300 Dec 15 19:05:58.800897 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51314) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:58.807391 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:58.823918 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-47febf27-83b3-4383-8ffa-62f1d198ec27 req-80236bcf-2fa5-44e4-8807-5546ececce76 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618706 Dec 15 19:05:58.838175 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f64a9e-19c5-440d-ae7f-c24574493bab None None] Pushing event updated for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:58.915510 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Attempting to bind port 44022417-df75-46a0-8a7e-1b9d15ea17c5 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:05:58.916580 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Attempting to bind port 44022417-df75-46a0-8a7e-1b9d15ea17c5 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:05:58.920550 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Attempting to bind port 44022417-df75-46a0-8a7e-1b9d15ea17c5 on network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:05:58.925212 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:05:58.925853 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Checking segment: {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:05:58.926427 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.926960 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Bound using segment: {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:05:58.927574 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Bound port: 44022417-df75-46a0-8a7e-1b9d15ea17c5, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0935faee-298b-41d8-8fe3-c4ea95d8656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 583, 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:05:58.928144 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.946956 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:58.963548 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 58b8495f-7f31-4208-b666-25f7ecc23702 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:05:59.030723 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] For port 44022417-df75-46a0-8a7e-1b9d15ea17c5, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:05:59.035411 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] For port 44022417-df75-46a0-8a7e-1b9d15ea17c5, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44022417-df75-46a0-8a7e-1b9d15ea17c5,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:05:59.145476 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 58b8495f-7f31-4208-b666-25f7ecc23702 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:59.145476 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.145476 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3fbfa96-7d2d-46f5-90f2-b0f3254a048d None None] New status for floating IP 016c31b0-7135-4034-94e5-6eb087730e41: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:05:59.145724 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351bd1d-d9b5-4a5e-967a-b68da192519c req-8ba00780-4c9d-495a-8d2e-a38b7de9773e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:59.145724 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8351bd1d-d9b5-4a5e-967a-b68da192519c req-8ba00780-4c9d-495a-8d2e-a38b7de9773e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.1067202 Dec 15 19:05:59.148101 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.170045 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8351bd1d-d9b5-4a5e-967a-b68da192519c req-754ce4b0-bd0c-40a0-8bbc-08fd1459dd57 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573282 Dec 15 19:05:59.249323 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-50cfc722-c358-41b5-9b52-420f1f877685 None None] Provisioning complete for port 44022417-df75-46a0-8a7e-1b9d15ea17c5 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:59.250487 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-50cfc722-c358-41b5-9b52-420f1f877685 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.321480 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-50cfc722-c358-41b5-9b52-420f1f877685 None None] Port 44022417-df75-46a0-8a7e-1b9d15ea17c5 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:05:59.332533 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.397664 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f64a9e-19c5-440d-ae7f-c24574493bab None None] Pushing event updated for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:59.400127 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:05:59.400785 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:05:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:59.402107 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.426910 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc0784b-1315-498c-a783-f1457fd57c41,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:05:59.517818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.521606 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a5bba7ce-b596-4c74-9790-12fab62edf7e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7171226 Dec 15 19:05:59.545066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51324) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:05:59.553982 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:59.561900 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:05:59.578754 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d998cf70-d671-48b9-b9c7-6141fbaf9dd6 req-e4dc95fd-e629-4856-839f-1acef8f7120f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0640171 Dec 15 19:05:59.665227 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-d91abe8c-2e72-4d2f-b2e7-78d13a573e5d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:59.666678 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-d91abe8c-2e72-4d2f-b2e7-78d13a573e5d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/networks?id=9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 200 len: 815 time: 0.2079897 Dec 15 19:05:59.689009 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Request body: {'port': {'device_id': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'admin_state_up': True, 'tenant_id': '52e4764fb4d34d5dbdd967080b99c537'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:05:59.752639 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] Provisioning complete for port 44022417-df75-46a0-8a7e-1b9d15ea17c5 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:05:59.753031 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.768794 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.827251 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:55Z', 'revision_number': 4, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '44022417-df75-46a0-8a7e-1b9d15ea17c5', 'name': '', 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'mac_address': 'fa:16:3e:8d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:54Z', 'updated_at': '2021-12-15T19:05:59Z', 'revision_number': 4, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'subnets': [{'id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:05:59.863739 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ee566f1-7828-4e4a-8706-c81805f5c7a8 None None] The sync data for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi is: [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:05:55Z', 'revision_number': 4, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '44022417-df75-46a0-8a7e-1b9d15ea17c5', 'name': '', 'network_id': '1a1ed89c-abf4-4fe5-a7a0-e97dececa926', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'mac_address': 'fa:16:3e:8d:7f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_interface', 'standard_attr_id': 371, 'fixed_ips': [{'subnet_id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:54Z', 'updated_at': '2021-12-15T19:05:59Z', 'revision_number': 4, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'subnets': [{'id': '4de291bd-fd4d-457c-804c-ef5c7ae79502', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:05:59.884466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4667257c-a63f-42d7-a815-ae5963b3769b req-b429a1b2-7c58-408b-bffd-8e630156ad7c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:05:59.885631 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.886037 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4667257c-a63f-42d7-a815-ae5963b3769b req-b429a1b2-7c58-408b-bffd-8e630156ad7c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.1109512 Dec 15 19:05:59.925207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:05:59.967226 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] For port 44022417-df75-46a0-8a7e-1b9d15ea17c5, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44022417-df75-46a0-8a7e-1b9d15ea17c5,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:00.013679 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f25eb80-3ad0-4670-8f9c-bba4f8b5d0b9 req-1804f873-0038-4f62-817b-b19675f182d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:00.016133 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f25eb80-3ad0-4670-8f9c-bba4f8b5d0b9 req-1804f873-0038-4f62-817b-b19675f182d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0809331 Dec 15 19:06:00.016975 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.029269 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4667257c-a63f-42d7-a815-ae5963b3769b req-5d30eff0-4141-4b9d-9d9a-44f649ff116e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024277 Dec 15 19:06:00.042361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45ece4ce-3050-4153-8beb-33f3c745568c,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:00.075942 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.091704 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f25eb80-3ad0-4670-8f9c-bba4f8b5d0b9 req-ebe75a77-b6b6-4573-8354-cd7bdbb898f5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656209 Dec 15 19:06:00.097011 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Made reservation on behalf of 52e4764fb4d34d5dbdd967080b99c537 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:06:00.101433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.166310 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fe1e03-853f-43de-b2ac-22622577e4e2 None None] Pushing event updated for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:00.182330 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.183615 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f02e0ee6-08c3-45e2-b2ca-4877cf3849ae tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6375620 Dec 15 19:06:00.186610 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51340) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:00.191209 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:00.261868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Allocated IP 172.20.0.5 (9b5341ac-959a-4f9c-b267-56c4cfd3994a/13ef2e1c-7070-42bb-b0cc-2753b664be4e/ccb93599-d69e-4dee-a1b0-4b565ff2cdda) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:06:00.286821 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.348868 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.413603 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.429328 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.448737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93ee2527-bcb4-4dcd-a1d3-6149ed5582a4,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:00.515424 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.539896 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.541172 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0c6fae55-9467-4ee1-b33c-ece54525c257 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3534853 Dec 15 19:06:00.543967 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51342) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:00.548280 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:00.555819 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Network 9b5341ac-959a-4f9c-b267-56c4cfd3994a is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:06:00.559052 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:06:00.561868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:06:00.597637 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event updated for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:00.617213 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:00.617831 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.622548 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Project f117be2c3e5e4d548c414fd1e198c1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:06:00.628844 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.724595 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.726331 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-44acaebd-6ca3-40af-934f-adf23f4d81ef tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0418818 Dec 15 19:06:00.735926 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16ebdc-6fb8-418e-baf7-4299ad133d7a req-a66271c3-565d-4226-a9fa-152aad6ff4ce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:00.737423 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef16ebdc-6fb8-418e-baf7-4299ad133d7a req-a66271c3-565d-4226-a9fa-152aad6ff4ce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 931 time: 0.0717444 Dec 15 19:06:00.785038 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef16ebdc-6fb8-418e-baf7-4299ad133d7a req-9f14ed27-fdb3-4931-9672-3e8ed2903fda tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Dec 15 19:06:00.798385 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.819993 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb537293-72ac-49f5-8da2-b4ad48aa93ea,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:00.892362 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-95c66a37-ebb8-4004-be70-6fd9f83105e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.906532 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:00.912144 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-0550b630-d5c8-4fb4-bc30-3fd0ea76a0c3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3629236 Dec 15 19:06:00.912144 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51352) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:00.912431 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44022417-df75-46a0-8a7e-1b9d15ea17c5 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:06:00.915195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'security_group_rule': {'security_group_id': '9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c', 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:00.964631 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 44022417-df75-46a0-8a7e-1b9d15ea17c5 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:00.965007 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:01.001706 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Project f117be2c3e5e4d548c414fd1e198c1a4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:06:01.007005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:01.065418 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:01.112542 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:01.133914 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9d53d1d-3303-4198-9be9-01c572bf65a8,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:01.172595 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:01.173988 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ce564e4d-ccdf-421f-b015-d37ef8e29458 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2622843 Dec 15 19:06:03.389219 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3cc326bb-1ccd-4605-b88b-5e65d56bbe35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:03.457884 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:06:03.470253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Request body: {'port': {'device_id': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:03.554269 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:03.609002 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c76ac5-3a4f-4f8c-bc7f-1e58f3c5a369 req-f1c0360f-5c61-403d-9bbc-9328509375aa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:03.610563 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-07c76ac5-3a4f-4f8c-bc7f-1e58f3c5a369 req-f1c0360f-5c61-403d-9bbc-9328509375aa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0874269 Dec 15 19:06:03.739348 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-07c76ac5-3a4f-4f8c-bc7f-1e58f3c5a369 req-d449b4a4-8659-408e-a68a-b651f8c1daa4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209288 Dec 15 19:06:03.898996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d6d1cd-d7e0-4790-8764-320b85532891 req-16d282b4-dbaf-4e3b-8890-9befd1bbfb98 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:03.900458 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8d6d1cd-d7e0-4790-8764-320b85532891 req-16d282b4-dbaf-4e3b-8890-9befd1bbfb98 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0968177 Dec 15 19:06:04.201617 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ccb93599-d69e-4dee-a1b0-4b565ff2cdda {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:04.222029 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.227317 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df93b76-ba31-4f7c-8090-24ad0229fb76 req-d182dc18-e1b8-4f05-9d56-c6e7396f8bfa tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:04.228875 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8df93b76-ba31-4f7c-8090-24ad0229fb76 req-d182dc18-e1b8-4f05-9d56-c6e7396f8bfa tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 931 time: 0.0585852 Dec 15 19:06:04.234157 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d8d6d1cd-d7e0-4790-8764-320b85532891 req-9515e320-1d60-4dda-8478-b64b37ab0a28 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3266959 Dec 15 19:06:04.239605 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Transition to ACTIVE for port object ccb93599-d69e-4dee-a1b0-4b565ff2cdda will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:06:04.296402 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8df93b76-ba31-4f7c-8090-24ad0229fb76 req-0c6c0317-8521-4145-8a7c-40568673f17a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572088 Dec 15 19:06:04.314300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.375080 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:04.428344 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Attempting to bind port ccb93599-d69e-4dee-a1b0-4b565ff2cdda on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:06:04.428694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Attempting to bind port ccb93599-d69e-4dee-a1b0-4b565ff2cdda by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:06:04.429018 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Attempting to bind port ccb93599-d69e-4dee-a1b0-4b565ff2cdda on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:04.433105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Port ccb93599-d69e-4dee-a1b0-4b565ff2cdda on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:06:04.433458 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Attempting to bind port ccb93599-d69e-4dee-a1b0-4b565ff2cdda on network 9b5341ac-959a-4f9c-b267-56c4cfd3994a {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:04.434769 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.438185 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 5, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:06:04.438514 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Checking segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:06:04.438894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Bound using segment: {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:06:04.439311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Bound port: ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e352e0c7-4f63-4d7d-9581-142f455a6c7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:06:04.439657 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.502128 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:06:04.505353 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:06:04.609463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.647483 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:04.648050 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:04.649514 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] 10.222.0.44 "PUT /v2.0/ports/ccb93599-d69e-4dee-a1b0-4b565ff2cdda HTTP/1.1" status: 200 len: 1093 time: 1.1845267 Dec 15 19:06:04.649955 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:04.652205 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b2e29d-57c3-4891-b037-1ce855fd092c" -d '{"events": [{"name": "network-changed", "server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:04.673251 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1c9166-e745-4cc6-9b46-dd830e783736 service neutron] Pushing event updated for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:04.693731 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3edbef-2155-42c5-85ff-ea71ffe1e110 x-openstack-request-id: req-de3edbef-2155-42c5-85ff-ea71ffe1e110 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:04.696436 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:04.696703 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-de3edbef-2155-42c5-85ff-ea71ffe1e110 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:04.697131 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda', 'status': 'completed', 'code': 200} Dec 15 19:06:04.780302 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-f233caca-5a31-4dbe-9d34-8aaec75be6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:04.782774 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-f233caca-5a31-4dbe-9d34-8aaec75be6a6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 1096 time: 0.0425980 Dec 15 19:06:04.918167 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c4a23-96ec-43f0-91a5-3b8ff8876d36 req-d3cfd495-687e-4bad-a8e8-921528862a43 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:04.919644 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d4c4a23-96ec-43f0-91a5-3b8ff8876d36 req-d3cfd495-687e-4bad-a8e8-921528862a43 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0964565 Dec 15 19:06:04.952486 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-d92794bc-27f6-49e0-9d2e-4e51636446bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:04.954609 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-d92794bc-27f6-49e0-9d2e-4e51636446bc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=52e4764fb4d34d5dbdd967080b99c537&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1501191 Dec 15 19:06:04.989350 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5d4c4a23-96ec-43f0-91a5-3b8ff8876d36 req-7ecd7463-8a85-45a7-b4f5-2609e57ef5bf tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629799 Dec 15 19:06:05.069884 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-c4571d50-9cf0-459f-9bbd-dda5c9bbf672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.071594 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-41b2e29d-57c3-4891-b037-1ce855fd092c req-c4571d50-9cf0-459f-9bbd-dda5c9bbf672 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944109 Dec 15 19:06:05.168002 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-b6526e6c-15f7-4e47-a538-6a6df6aeb36e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.172403 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-b6526e6c-15f7-4e47-a538-6a6df6aeb36e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=52e4764fb4d34d5dbdd967080b99c537&device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 1096 time: 0.0519855 Dec 15 19:06:05.220773 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-eda179e9-ec71-40bc-9911-f264c8ca3b7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda HTTP/1.1" status: 200 len: 217 time: 0.0401177 Dec 15 19:06:05.273289 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-29c6b374-6854-45d7-b39e-9f1776e03733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.275229 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-29c6b374-6854-45d7-b39e-9f1776e03733 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 200 len: 855 time: 0.0465121 Dec 15 19:06:05.318217 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-e614a8d3-dc95-44ee-8f5b-860691de774c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=9b5341ac-959a-4f9c-b267-56c4cfd3994a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260353 Dec 15 19:06:05.359003 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38235b7e-34c1-4579-8489-7afc1e73b620 req-4377b8bf-73eb-48f9-ade0-377c274ac953 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.360662 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-38235b7e-34c1-4579-8489-7afc1e73b620 req-4377b8bf-73eb-48f9-ade0-377c274ac953 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0510216 Dec 15 19:06:05.412133 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-38235b7e-34c1-4579-8489-7afc1e73b620 req-d90ec881-7ee3-4b56-bc59-e39677f715c1 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451598 Dec 15 19:06:05.455617 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b343cc-a88e-464a-a821-7de8a0d9b689 req-973d8b7b-46d8-4d84-85dc-a11b8f2eaa61 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.457167 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-03b343cc-a88e-464a-a821-7de8a0d9b689 req-973d8b7b-46d8-4d84-85dc-a11b8f2eaa61 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 943 time: 0.0780048 Dec 15 19:06:05.460929 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-454006a9-347f-4cbd-b7b0-4c095d0a16ed service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307182 Dec 15 19:06:05.563260 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-03b343cc-a88e-464a-a821-7de8a0d9b689 req-bf680b6f-b905-483b-8cd0-ca12c1401a22 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000407 Dec 15 19:06:05.602052 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7aaff97f-3efd-4b01-8cf9-c7fcf2181830 req-01e79679-5990-4baa-ab95-bb02e43e9783 service neutron] 10.222.0.44 "GET /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197958 Dec 15 19:06:05.732631 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:05.813641 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe029caf-7582-4bf7-a91d-d225f46a1d53 req-95de8e8b-e511-4913-9fd7-f76d7f21271a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.815184 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fe029caf-7582-4bf7-a91d-d225f46a1d53 req-95de8e8b-e511-4913-9fd7-f76d7f21271a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0505598 Dec 15 19:06:05.893757 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fe029caf-7582-4bf7-a91d-d225f46a1d53 req-f6480b38-e1c0-4984-9ba8-d35f50975f74 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715101 Dec 15 19:06:05.896415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-66064eec-613e-45c0-909e-ccc1ed6c618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.897838 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-66064eec-613e-45c0-909e-ccc1ed6c618c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0618100 Dec 15 19:06:05.991627 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-36bc5010-4867-43ab-a829-4b1a23050aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:05.993108 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-36bc5010-4867-43ab-a829-4b1a23050aca service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.0881257 Dec 15 19:06:06.036995 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-22c78e78-6d28-4e79-894f-c943f36bd486 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0349920 Dec 15 19:06:06.092302 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-7fe3b80c-70cd-4092-aaea-952177c5989b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:06.094029 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-7fe3b80c-70cd-4092-aaea-952177c5989b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0481703 Dec 15 19:06:06.109404 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a35e51-12d4-43da-bcc9-e5d5ef352aa2 req-5145d137-cc84-4543-bd61-421a09456852 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:06.111424 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34a35e51-12d4-43da-bcc9-e5d5ef352aa2 req-5145d137-cc84-4543-bd61-421a09456852 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0472291 Dec 15 19:06:06.131377 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-80fc864c-cee8-4805-90b2-54c71f3000fc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249386 Dec 15 19:06:06.163040 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34a35e51-12d4-43da-bcc9-e5d5ef352aa2 req-15f178f8-7d1c-4fc1-b8fa-a8eccde4ac61 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452170 Dec 15 19:06:06.231171 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-4bb73134-a9ad-4bb2-a86a-00cce5b94722 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903986 Dec 15 19:06:06.330159 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2b610c72-58d7-46c1-b1d1-2cf75ab9896c req-eb779dc4-ff54-4459-a5da-71728b09eeef service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880568 Dec 15 19:06:06.683587 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9371f758-14f0-431c-a315-50343c9eb1a5 req-848f8b5a-29f7-49ab-a7f7-9b9ca823201c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:06.685117 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9371f758-14f0-431c-a315-50343c9eb1a5 req-848f8b5a-29f7-49ab-a7f7-9b9ca823201c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 943 time: 0.0526173 Dec 15 19:06:06.703495 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:06.736129 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9371f758-14f0-431c-a315-50343c9eb1a5 req-2d47759e-562a-489e-a12d-30e6352cb12e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446277 Dec 15 19:06:07.011264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97216262-40bb-48aa-a7c2-20983fcef73a req-a4fc3be0-bc03-48dd-ad07-c0e8e2fb29a4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:07.012746 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-97216262-40bb-48aa-a7c2-20983fcef73a req-a4fc3be0-bc03-48dd-ad07-c0e8e2fb29a4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0499206 Dec 15 19:06:07.065074 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-97216262-40bb-48aa-a7c2-20983fcef73a req-ee444b37-a502-4a34-b86a-b87f55e265c0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457504 Dec 15 19:06:07.294048 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113fb1d8-1dff-47cb-b748-e9d035976fc1 req-888f84dd-6743-4bf5-9ecb-ce27f5eba15f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:07.295517 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-113fb1d8-1dff-47cb-b748-e9d035976fc1 req-888f84dd-6743-4bf5-9ecb-ce27f5eba15f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0538526 Dec 15 19:06:07.355999 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-113fb1d8-1dff-47cb-b748-e9d035976fc1 req-46a01768-9595-408f-afe8-72d8b0c48839 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497167 Dec 15 19:06:07.863285 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c367acc5-2c30-41ec-bad4-4572008e7bd3 req-82c03829-8637-4750-a616-32c5a9dcc8ae tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:07.864796 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c367acc5-2c30-41ec-bad4-4572008e7bd3 req-82c03829-8637-4750-a616-32c5a9dcc8ae tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 943 time: 0.0581007 Dec 15 19:06:07.917609 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c367acc5-2c30-41ec-bad4-4572008e7bd3 req-dc40afa5-1634-4ea0-8523-8ab9d31fffe9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464773 Dec 15 19:06:08.185592 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dca5a88-951b-4a50-a6c9-b3f858e55684 req-f8bbabba-5116-49b4-a1a2-789bd8da5ce5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:08.187000 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3dca5a88-951b-4a50-a6c9-b3f858e55684 req-f8bbabba-5116-49b4-a1a2-789bd8da5ce5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0480230 Dec 15 19:06:08.232511 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3dca5a88-951b-4a50-a6c9-b3f858e55684 req-3beb0240-5839-49ae-bea5-a8185ed40811 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397952 Dec 15 19:06:08.474857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5a79ed-35a5-4056-8081-8b548113d458 req-911b462f-4c90-4601-b5ea-5174edf83c3b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:08.476489 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e5a79ed-35a5-4056-8081-8b548113d458 req-911b462f-4c90-4601-b5ea-5174edf83c3b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0516202 Dec 15 19:06:08.524159 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3e5a79ed-35a5-4056-8081-8b548113d458 req-350a8d43-6e98-4848-a137-e232bf015566 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416353 Dec 15 19:06:09.040509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0056efc2-14bd-4224-b334-eaabd5332cf0 req-cd834bc7-d226-4173-a360-1b482f2d8d50 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:09.042041 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0056efc2-14bd-4224-b334-eaabd5332cf0 req-cd834bc7-d226-4173-a360-1b482f2d8d50 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 943 time: 0.0546751 Dec 15 19:06:09.091729 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0056efc2-14bd-4224-b334-eaabd5332cf0 req-af0986d3-33ba-45d1-a75f-97e058e8d931 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428879 Dec 15 19:06:09.358528 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074fe03-8ec9-4d23-b3a0-9744e6bdefab req-5a7d6d69-1d48-4b85-a50b-70672f3cd43b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:09.360006 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4074fe03-8ec9-4d23-b3a0-9744e6bdefab req-5a7d6d69-1d48-4b85-a50b-70672f3cd43b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0551100 Dec 15 19:06:09.408765 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4074fe03-8ec9-4d23-b3a0-9744e6bdefab req-24555c5a-0a49-4902-bd20-c4a0f3f409e8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420859 Dec 15 19:06:09.473647 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device ccb93599-d69e-4dee-a1b0-4b565ff2cdda details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:06:09.654993 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba45a2-5f50-4395-8aba-dd595c9a08c2 req-c038897d-5d11-4c34-83d8-54f41b0e8753 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:09.656491 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36ba45a2-5f50-4395-8aba-dd595c9a08c2 req-c038897d-5d11-4c34-83d8-54f41b0e8753 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0533442 Dec 15 19:06:09.703636 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:09.707677 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-36ba45a2-5f50-4395-8aba-dd595c9a08c2 req-56f06403-6b10-4ffd-b11a-c0e5893ba108 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441644 Dec 15 19:06:09.715675 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda', 'network_id': '9b5341ac-959a-4f9c-b267-56c4cfd3994a', 'port_id': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda', 'mac_address': 'fa:16:3e:c2:f0:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ef2e1c-7070-42bb-b0cc-2753b664be4e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:06:09.755361 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:09.769278 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ccb93599-d69e-4dee-a1b0-4b565ff2cdda {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:09.789844 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:09.854778 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:09.905893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:09.913452 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:09.919428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:10.212392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c62d4f-4746-42ea-8ae6-2765507d5b2c req-43d344b2-ed32-4be6-b5b0-a8cf5a713f17 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:10.213861 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44c62d4f-4746-42ea-8ae6-2765507d5b2c req-43d344b2-ed32-4be6-b5b0-a8cf5a713f17 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.0522757 Dec 15 19:06:10.263716 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-44c62d4f-4746-42ea-8ae6-2765507d5b2c req-474d2dc8-c7b4-496c-b88e-ae0a2f51d368 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409694 Dec 15 19:06:10.824903 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c404a-a231-4d56-b156-2ced6e564416 req-84e4f0ce-3fdc-417e-9e66-2333998885e5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:10.826302 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f49c404a-a231-4d56-b156-2ced6e564416 req-84e4f0ce-3fdc-417e-9e66-2333998885e5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0473020 Dec 15 19:06:10.872229 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f49c404a-a231-4d56-b156-2ced6e564416 req-1c4e44d7-8218-40a0-84b0-6d0f38a21a8f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402017 Dec 15 19:06:11.373061 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad05c5-1c63-4b1c-b100-69daf07c25ef req-850f6ab2-117e-40ae-9d8a-0bffce47712e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:11.374534 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dfad05c5-1c63-4b1c-b100-69daf07c25ef req-850f6ab2-117e-40ae-9d8a-0bffce47712e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.0466893 Dec 15 19:06:11.424705 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dfad05c5-1c63-4b1c-b100-69daf07c25ef req-2f005f84-6d01-48fb-b0d4-5dac329fed15 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437894 Dec 15 19:06:11.987946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2fffdd-c40a-4988-abdf-82e0c59efddb req-af82ea4d-9f1f-449d-b9f7-659e7a372dee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:11.989431 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cf2fffdd-c40a-4988-abdf-82e0c59efddb req-af82ea4d-9f1f-449d-b9f7-659e7a372dee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0476325 Dec 15 19:06:12.036566 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cf2fffdd-c40a-4988-abdf-82e0c59efddb req-596745dd-1986-482b-a690-62cd367c8bf2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411820 Dec 15 19:06:12.536100 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3b7a03-75b2-4e2a-94de-dedbd9d9e519 req-c0604473-a2ae-4b87-8041-bb16b04aae1f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:12.537521 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f3b7a03-75b2-4e2a-94de-dedbd9d9e519 req-c0604473-a2ae-4b87-8041-bb16b04aae1f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.0473516 Dec 15 19:06:12.583262 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1f3b7a03-75b2-4e2a-94de-dedbd9d9e519 req-a68a3c79-7484-4361-bd69-bb9316e21596 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398636 Dec 15 19:06:13.137006 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:13.160275 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc5ddb-2545-4beb-8a9f-7da06b935e1d req-d350aaa1-893b-4797-bae4-dea63634b980 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:13.161789 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ccc5ddb-2545-4beb-8a9f-7da06b935e1d req-d350aaa1-893b-4797-bae4-dea63634b980 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0530221 Dec 15 19:06:13.209045 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ccc5ddb-2545-4beb-8a9f-7da06b935e1d req-833c4efa-0225-478e-815a-c218b5fe6544 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413141 Dec 15 19:06:13.702259 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b500031b-4f57-427f-a273-df7f1b518883 req-2b5de16a-6301-484d-8198-20488c39ffce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:13.703825 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b500031b-4f57-427f-a273-df7f1b518883 req-2b5de16a-6301-484d-8198-20488c39ffce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.0500636 Dec 15 19:06:13.721218 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['ccb93599-d69e-4dee-a1b0-4b565ff2cdda'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:06:13.758168 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b500031b-4f57-427f-a273-df7f1b518883 req-c54ed4ac-e3a5-47b1-a2a3-c42ebbc1cae8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484056 Dec 15 19:06:13.884587 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:06:13.984768 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:13.997600 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:06:14.043881 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:14.056621 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:14.077843 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:14.140695 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:14.196515 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=6']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:14.278416 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c028cbc-2990-4b21-bad6-32e98438164e req-7b1ca79b-e305-4978-ae71-498c4126acb6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:14.279922 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c028cbc-2990-4b21-bad6-32e98438164e req-7b1ca79b-e305-4978-ae71-498c4126acb6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0586379 Dec 15 19:06:14.333659 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5c028cbc-2990-4b21-bad6-32e98438164e req-5a7b79f2-9366-40c2-99dd-b3ed64cd1cb6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474882 Dec 15 19:06:14.354726 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fae4c9-25c3-4aba-bed5-55fc4b237dcf req-eaf420ee-fe74-4752-ba7a-be63eb457019 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:14.356539 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78fae4c9-25c3-4aba-bed5-55fc4b237dcf req-eaf420ee-fe74-4752-ba7a-be63eb457019 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0658712 Dec 15 19:06:14.416029 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78fae4c9-25c3-4aba-bed5-55fc4b237dcf req-02c754ea-421f-4bb7-8da9-d4e6cac3c90f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508029 Dec 15 19:06:14.416394 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['2c56f2d3-88c3-4e37-b62b-41f5e58fee33'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:06:14.932250 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f12e1c-9824-460e-861a-3507c842f351 req-511834f5-7d58-46c4-9afd-2656e85b80ea tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:14.934191 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23f12e1c-9824-460e-861a-3507c842f351 req-511834f5-7d58-46c4-9afd-2656e85b80ea tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.0571325 Dec 15 19:06:15.002348 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23f12e1c-9824-460e-861a-3507c842f351 req-b13fdf0d-77f2-408f-8ce3-7d10f1b82026 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605333 Dec 15 19:06:15.544186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deee2433-99c6-44e4-a05f-9e9c83e1c097 req-43138aee-d235-402d-9b14-7960737407a5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:15.546616 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-deee2433-99c6-44e4-a05f-9e9c83e1c097 req-43138aee-d235-402d-9b14-7960737407a5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0523708 Dec 15 19:06:15.598790 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-deee2433-99c6-44e4-a05f-9e9c83e1c097 req-ad060a48-2bc0-4076-a911-aa65b748688f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460777 Dec 15 19:06:15.910429 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device ccb93599-d69e-4dee-a1b0-4b565ff2cdda up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:06:16.130561 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port ccb93599-d69e-4dee-a1b0-4b565ff2cdda completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:06:16.130561 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port ccb93599-d69e-4dee-a1b0-4b565ff2cdda triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:16.130561 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.186376 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3ef2a0-d60f-4ddb-be99-ae338543830c req-af9d5a1a-ddc2-4881-995a-9b05dee86498 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:16.199167 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b3ef2a0-d60f-4ddb-be99-ae338543830c req-af9d5a1a-ddc2-4881-995a-9b05dee86498 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 944 time: 0.1113150 Dec 15 19:06:16.234230 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.285747 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b3ef2a0-d60f-4ddb-be99-ae338543830c req-15649617-860f-4c29-929e-56203f2762ce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852761 Dec 15 19:06:16.315356 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:16.316684 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:16.319277 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd994a6-d58d-4894-a545-5ccd6a5ec89f" -d '{"events": [{"server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "name": "network-vif-plugged", "status": "completed", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:16.364443 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250a2bfc-12bf-45fc-9dff-54c7bd108974 x-openstack-request-id: req-250a2bfc-12bf-45fc-9dff-54c7bd108974 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:16.364816 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "name": "network-vif-plugged", "status": "completed", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:16.365075 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-250a2bfc-12bf-45fc-9dff-54c7bd108974 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:16.365704 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda', 'code': 200} Dec 15 19:06:16.374437 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.380406 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:06:16.500339 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:16.501827 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:16.502231 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.620400 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.666867 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:16.761714 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:16.780366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244cc69-24b5-42e7-951a-734704ce7bda req-1796af02-8e45-49d7-b575-5a7fc5a0e4cd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:16.790334 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b244cc69-24b5-42e7-951a-734704ce7bda req-1796af02-8e45-49d7-b575-5a7fc5a0e4cd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0982854 Dec 15 19:06:16.822078 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=7']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:16.858220 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b244cc69-24b5-42e7-951a-734704ce7bda req-c2b18ee4-0870-4fe1-b57b-c0f795939363 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665507 Dec 15 19:06:16.913205 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:06:16.947368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b6beb9-61e5-4572-8702-32c8a5d610a1 req-d136235f-34a3-4855-8c9e-03f1e0db1439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:16.949562 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-38b6beb9-61e5-4572-8702-32c8a5d610a1 req-d136235f-34a3-4855-8c9e-03f1e0db1439 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 1098 time: 0.0529130 Dec 15 19:06:17.014492 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-38b6beb9-61e5-4572-8702-32c8a5d610a1 req-20f21085-95bf-456d-9958-97c0da09ba5f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526326 Dec 15 19:06:17.462661 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb37886-d098-4d40-805c-847a3f089630 req-030de4ea-65ec-4a5f-b83b-36367f91b19b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:17.464659 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-deb37886-d098-4d40-805c-847a3f089630 req-030de4ea-65ec-4a5f-b83b-36367f91b19b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0704217 Dec 15 19:06:17.532640 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-deb37886-d098-4d40-805c-847a3f089630 req-42e8097a-d095-477a-9852-3b637164b5a8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564988 Dec 15 19:06:18.044981 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad371bd-a7f0-426d-a4e7-a8c22eba7420 req-8aa54ec3-55ae-4e3e-9913-7ca0eb53a8ae tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:18.044981 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ad371bd-a7f0-426d-a4e7-a8c22eba7420 req-8aa54ec3-55ae-4e3e-9913-7ca0eb53a8ae tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0624883 Dec 15 19:06:18.067981 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5ad371bd-a7f0-426d-a4e7-a8c22eba7420 req-5da4a629-1b3b-44d6-9677-8878b1fe5739 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482137 Dec 15 19:06:18.366777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:18.369220 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8169fe5f-30a9-498e-a46c-4281d938c216" -d '{"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:18.410888 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519342d6-c837-46ff-86b2-a885ab3815e7 x-openstack-request-id: req-519342d6-c837-46ff-86b2-a885ab3815e7 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:18.411209 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:18.411475 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-519342d6-c837-46ff-86b2-a885ab3815e7 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:18.411874 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'code': 200} Dec 15 19:06:18.665040 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bf1c3e-af27-44f2-8755-140dbb970b3d req-3c21eb84-4e49-47cd-bbb0-5c7ed000706d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:18.666640 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9bf1c3e-af27-44f2-8755-140dbb970b3d req-3c21eb84-4e49-47cd-bbb0-5c7ed000706d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0502937 Dec 15 19:06:18.720476 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9bf1c3e-af27-44f2-8755-140dbb970b3d req-5fa89d7f-40ae-42cf-aa1d-fdb35b54d92b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466559 Dec 15 19:06:19.213461 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e29be-2b66-4989-8f72-21c1046fb7f3 req-37dbf590-a1b9-44ac-9fd3-32946552925e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:19.221425 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-242e29be-2b66-4989-8f72-21c1046fb7f3 req-37dbf590-a1b9-44ac-9fd3-32946552925e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0653257 Dec 15 19:06:19.272342 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-242e29be-2b66-4989-8f72-21c1046fb7f3 req-3f6f2631-e08f-456f-8b85-805a634babe5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499210 Dec 15 19:06:19.852235 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247954a5-1b0d-45d1-88bc-0bcb1cdcafac req-79d0d96f-73c7-4f65-99a3-4bd0c03b59f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:19.853749 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-247954a5-1b0d-45d1-88bc-0bcb1cdcafac req-79d0d96f-73c7-4f65-99a3-4bd0c03b59f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0548596 Dec 15 19:06:19.920862 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-247954a5-1b0d-45d1-88bc-0bcb1cdcafac req-0668c061-f0b5-40c4-8aeb-8b38851de313 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608790 Dec 15 19:06:20.401564 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477661e6-1704-40b0-a89b-430b096f8cfa req-c67a4818-f167-43a5-90e8-9057d68ffd22 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:20.405533 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-477661e6-1704-40b0-a89b-430b096f8cfa req-c67a4818-f167-43a5-90e8-9057d68ffd22 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0567853 Dec 15 19:06:20.461643 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-477661e6-1704-40b0-a89b-430b096f8cfa req-505ddf09-582a-4e24-abb8-e56a8bac7447 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513973 Dec 15 19:06:21.040282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b515039-d553-457b-8c20-d8879a890c37 req-f48c97f4-a2b3-44fd-82aa-e3017604850d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:21.041740 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b515039-d553-457b-8c20-d8879a890c37 req-f48c97f4-a2b3-44fd-82aa-e3017604850d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0514996 Dec 15 19:06:21.103377 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b515039-d553-457b-8c20-d8879a890c37 req-d1f90a33-1fa5-4412-b9d9-e3049c435366 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556192 Dec 15 19:06:21.610975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f92bd9-4ec1-4d2e-9ada-bed53a19b4d4 req-b83286b6-d1a5-4bac-b71f-3e8c43832b1f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:21.621371 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f92bd9-4ec1-4d2e-9ada-bed53a19b4d4 req-b83286b6-d1a5-4bac-b71f-3e8c43832b1f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0731061 Dec 15 19:06:21.677318 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-62f92bd9-4ec1-4d2e-9ada-bed53a19b4d4 req-4b9279a4-297b-4281-871e-42765f113701 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548768 Dec 15 19:06:22.253213 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e79bf63-2da2-453f-a08d-9ddb6e585831 req-1b8be36b-ab32-45f7-b7aa-d14946c79ef6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:22.260939 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6e79bf63-2da2-453f-a08d-9ddb6e585831 req-1b8be36b-ab32-45f7-b7aa-d14946c79ef6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0586877 Dec 15 19:06:22.336931 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6e79bf63-2da2-453f-a08d-9ddb6e585831 req-90b9f068-bf8a-4882-aa81-db5e712e35d9 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748746 Dec 15 19:06:22.846851 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d02be9-4c9f-49f2-8f51-cf6a793aca1b req-bd1d3800-ea2a-4c07-b26d-fe842b3e6457 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:22.846851 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84d02be9-4c9f-49f2-8f51-cf6a793aca1b req-bd1d3800-ea2a-4c07-b26d-fe842b3e6457 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0716393 Dec 15 19:06:22.908418 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-84d02be9-4c9f-49f2-8f51-cf6a793aca1b req-9ecb5737-332c-4737-9066-6d715dd64197 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506632 Dec 15 19:06:23.478196 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d3ec9-99fc-4c1f-9bd9-769bee9038c3 req-ccd8b3f6-331b-4a1e-ae39-98498b35c0c2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:23.480010 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3d3ec9-99fc-4c1f-9bd9-769bee9038c3 req-ccd8b3f6-331b-4a1e-ae39-98498b35c0c2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0563881 Dec 15 19:06:23.536911 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3d3ec9-99fc-4c1f-9bd9-769bee9038c3 req-1880b5e9-25aa-4548-afcb-561fa177f9d4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499728 Dec 15 19:06:24.058339 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8762ed-73c8-4035-b9e2-e3bf569a4886 req-992bf633-5fb4-4836-a83f-98f01e6bfaaf tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:24.060006 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd8762ed-73c8-4035-b9e2-e3bf569a4886 req-992bf633-5fb4-4836-a83f-98f01e6bfaaf tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0607078 Dec 15 19:06:24.131939 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bd8762ed-73c8-4035-b9e2-e3bf569a4886 req-2789617d-85ae-4fa8-8d5d-56f5d5a0eaf8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628419 Dec 15 19:06:24.477357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 51802) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:24.628529 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b3189b40-931c-4581-aadf-42a22e284b59 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:24.720461 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b3189b40-931c-4581-aadf-42a22e284b59 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.131162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b3189b40-931c-4581-aadf-42a22e284b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.168968 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3189b40-931c-4581-aadf-42a22e284b59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fb80a6c-2d2c-4e1f-b45b-b7befdea2d3c,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:25.176114 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 51812) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:25.176936 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b3189b40-931c-4581-aadf-42a22e284b59 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=921490a233c74b5a9b304f61eb94764c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112393 Dec 15 19:06:25.247190 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.271767 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.289433 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6b121-8a71-4feb-9e66-88fd7d2cd368 req-530992b9-d1ba-4070-932f-c5623cf33c37 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:25.295275 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-deb6b121-8a71-4feb-9e66-88fd7d2cd368 req-530992b9-d1ba-4070-932f-c5623cf33c37 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0637035 Dec 15 19:06:25.381715 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-deb6b121-8a71-4feb-9e66-88fd7d2cd368 req-134bd9a6-997e-4d8c-89b8-576be960057a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785615 Dec 15 19:06:25.410869 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.413547 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:25.414705 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0fb80a6c-2d2c-4e1f-b45b-b7befdea2d3c HTTP/1.1" status: 204 len: 168 time: 0.2375355 Dec 15 19:06:25.426661 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f92829-3b8e-4d69-9370-215264e8eb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fb80a6c-2d2c-4e1f-b45b-b7befdea2d3c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:26.512534 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1259932-022c-4b79-bf8f-f3f576e6a6f6 req-0d2f419d-04bc-4987-9de4-8ad17b2de6e4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:26.514063 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1259932-022c-4b79-bf8f-f3f576e6a6f6 req-0d2f419d-04bc-4987-9de4-8ad17b2de6e4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0557096 Dec 15 19:06:26.565935 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1259932-022c-4b79-bf8f-f3f576e6a6f6 req-2b9be543-b3ce-4efb-bc55-fa6d8d603cf3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454431 Dec 15 19:06:27.327332 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-fb2308b2-fb73-4f3d-9597-2398bb7b3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:27.328843 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-fb2308b2-fb73-4f3d-9597-2398bb7b3374 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1098 time: 0.0395982 Dec 15 19:06:27.424893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-4f9b744b-a657-488f-9ad6-867ec66c2f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:27.427260 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-4f9b744b-a657-488f-9ad6-867ec66c2f54 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.0902314 Dec 15 19:06:27.509967 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-800cbc3e-10dd-40a0-af27-369a21eef05d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 1000 time: 0.0671153 Dec 15 19:06:27.582677 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-49934b51-b6cb-49ab-9408-60aa7d263929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:27.582677 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-49934b51-b6cb-49ab-9408-60aa7d263929 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0479059 Dec 15 19:06:27.638178 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-d6824096-cb47-41a7-b985-9f6245d39e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:27.641386 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-d6824096-cb47-41a7-b985-9f6245d39e5b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0442917 Dec 15 19:06:27.706859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282eb27-43f7-4827-9e02-967e3f72ddec req-e518bea7-3c11-473a-ad79-1d80d3172403 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:27.708347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d282eb27-43f7-4827-9e02-967e3f72ddec req-e518bea7-3c11-473a-ad79-1d80d3172403 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0526035 Dec 15 19:06:27.735665 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-4e5a0c10-796b-4cf0-863b-ab1987472e5b service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854549 Dec 15 19:06:27.758479 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d282eb27-43f7-4827-9e02-967e3f72ddec req-69a8131f-9153-4caa-9e9c-bedb87d1af2c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440390 Dec 15 19:06:27.840664 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d2ab1dc-f61f-48d0-966d-1f4ac04cf6fd req-2ca85710-a619-4833-a0ce-abf3399e94d8 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968387 Dec 15 19:06:28.462093 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-4758f404-ea08-4979-a6f9-5961f0791277 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=64813529e60447d4a41fcf486adf44dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0313959 Dec 15 19:06:28.657327 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-ecc63e35-6def-466f-b74f-6f5d020cb3a4 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:28.658915 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-ecc63e35-6def-466f-b74f-6f5d020cb3a4 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1910429 Dec 15 19:06:28.674542 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-1f81354d-70fa-4ce7-b144-04cc7ef5988b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/quotas/64813529e60447d4a41fcf486adf44dd HTTP/1.1" status: 200 len: 375 time: 0.0098231 Dec 15 19:06:28.706278 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-02499125-f8c5-4c33-8035-865c4d0aea94 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=64813529e60447d4a41fcf486adf44dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0265398 Dec 15 19:06:28.898671 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb6c1b4-4210-42d0-a1d2-c9df6a3cfc5f req-c2bf9f0f-d262-40d4-8b38-3109bad4084d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:28.901954 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dfb6c1b4-4210-42d0-a1d2-c9df6a3cfc5f req-c2bf9f0f-d262-40d4-8b38-3109bad4084d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0497885 Dec 15 19:06:28.953659 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dfb6c1b4-4210-42d0-a1d2-c9df6a3cfc5f req-037fafa3-4902-41e3-93a9-c2c96cbca3aa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493798 Dec 15 19:06:29.035957 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-52d0f323-652f-4e61-b533-e1b49b3b1f64 req-ddffb13f-32d1-4d54-9eb0-d4d8fa26ac73 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0260534 Dec 15 19:06:29.343580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c848a0a0-9c01-4143-8f13-84f3c39c7616 req-8087471e-cd55-46bf-9c07-30a66a612697 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:29.345025 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c848a0a0-9c01-4143-8f13-84f3c39c7616 req-8087471e-cd55-46bf-9c07-30a66a612697 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0514297 Dec 15 19:06:29.395912 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c848a0a0-9c01-4143-8f13-84f3c39c7616 req-e286fd09-649e-42ce-abbe-68aae38e4027 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448945 Dec 15 19:06:30.073523 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897c93b-ff93-4045-aad1-6c3e6ee8d176 req-b2a2c423-8ef5-4696-b130-ae44df717d86 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:30.075017 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b897c93b-ff93-4045-aad1-6c3e6ee8d176 req-b2a2c423-8ef5-4696-b130-ae44df717d86 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0479751 Dec 15 19:06:30.121583 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b897c93b-ff93-4045-aad1-6c3e6ee8d176 req-7ea8736f-6e11-4982-963b-122f406ae63d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401485 Dec 15 19:06:30.199957 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-acd26201-541e-460a-b040-4652d23b70f6 req-dab8ff45-7213-4e78-be06-3c1f56c32b10 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0239050 Dec 15 19:06:30.512387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b27948f-f86f-4f27-a529-a5d400e08ab5 req-4a202d46-b09d-4b6c-ad80-133541360ba0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:30.513946 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b27948f-f86f-4f27-a529-a5d400e08ab5 req-4a202d46-b09d-4b6c-ad80-133541360ba0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0512197 Dec 15 19:06:30.559081 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b27948f-f86f-4f27-a529-a5d400e08ab5 req-42d0698d-51fe-42bd-80e2-dd127a7334f8 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386200 Dec 15 19:06:30.890298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-111ca33b-6442-4127-be28-a320d973cbf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:31.243421 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700d2d6c-1aaa-4252-9052-baadb129508a req-530ad600-6da9-4a40-bade-c18d881f901f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:31.244933 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-700d2d6c-1aaa-4252-9052-baadb129508a req-530ad600-6da9-4a40-bade-c18d881f901f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 945 time: 0.0519686 Dec 15 19:06:31.292455 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-700d2d6c-1aaa-4252-9052-baadb129508a req-b4af9726-61fe-4be2-b330-ceb9e81fcd9a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414824 Dec 15 19:06:31.371967 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2dc17147-8346-4767-84fb-393b5803b168 req-56ec096e-6bdc-4a4e-a0ea-546f57a359ee tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0248497 Dec 15 19:06:31.676379 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a081f0a-effa-43a9-a426-66ab197b41c1 req-189b0c8d-7354-42a8-a756-62a6af48c496 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:31.677930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a081f0a-effa-43a9-a426-66ab197b41c1 req-189b0c8d-7354-42a8-a756-62a6af48c496 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0520132 Dec 15 19:06:31.723961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1a081f0a-effa-43a9-a426-66ab197b41c1 req-c6aafc5a-d14e-4ce2-a77e-c7426a8fb901 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401602 Dec 15 19:06:32.135773 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:06:32.210174 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-ff1d6723-e158-4085-bc8e-2ecc0fc5fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:32.211426 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:32.211709 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-ff1d6723-e158-4085-bc8e-2ecc0fc5fc49 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0429811 Dec 15 19:06:32.234917 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:32.239334 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd25a67e-c23c-4b64-a61b-af21a6ad2c31" -d '{"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-unplugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:32.252644 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:32.274688 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af92db3d-f0e7-4c2d-8d14-5bef42a130b3 x-openstack-request-id: req-af92db3d-f0e7-4c2d-8d14-5bef42a130b3 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:32.274978 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-unplugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:32.275232 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-af92db3d-f0e7-4c2d-8d14-5bef42a130b3 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:32.275625 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'code': 200} Dec 15 19:06:32.322481 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:32.351902 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-aaf9ddd7-8527-4485-90cb-e7561ac34807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:32.354292 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-aaf9ddd7-8527-4485-90cb-e7561ac34807 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.1126163 Dec 15 19:06:32.379372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=8']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:32.404150 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-31588c1d-9b88-4ef9-a27c-23e85be06a3b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0367792 Dec 15 19:06:32.421265 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683437ca-09c6-4c17-a9c3-197471a3c43e req-1bcf4adf-70c7-4df6-879c-816ed0cc51fb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:32.423888 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-683437ca-09c6-4c17-a9c3-197471a3c43e req-1bcf4adf-70c7-4df6-879c-816ed0cc51fb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0545309 Dec 15 19:06:32.472591 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-7435924a-3833-4e6c-8ae8-530a1cda899e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:32.474360 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-7435924a-3833-4e6c-8ae8-530a1cda899e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0560286 Dec 15 19:06:32.479496 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-683437ca-09c6-4c17-a9c3-197471a3c43e req-eb165b28-8dba-4867-ac20-fd110c7a3813 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489264 Dec 15 19:06:32.489728 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d9b2143-2f07-402c-8141-0b22e1ced5e1 req-56a1151e-f07f-4ea8-af24-4993e5eb9de8 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0443919 Dec 15 19:06:32.522814 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-00e360a0-bb67-4479-8126-0c58e01de496 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288582 Dec 15 19:06:32.636154 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-e0376d83-3e88-4a21-ae6f-069620abc007 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836892 Dec 15 19:06:32.738715 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d13fb4c-67bd-48b5-89f6-98ac574e99b6 req-31bd2f65-fa35-4009-a052-f512455bbaf7 service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864978 Dec 15 19:06:32.840549 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1dc4e9-6695-49e9-ae98-8d1b392c3169 req-de795704-2747-434f-b4b6-6c83713f786b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:32.842075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d1dc4e9-6695-49e9-ae98-8d1b392c3169 req-de795704-2747-434f-b4b6-6c83713f786b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0484521 Dec 15 19:06:32.893601 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d1dc4e9-6695-49e9-ae98-8d1b392c3169 req-6e05cff4-53ff-4d70-8217-0749d8233e42 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444014 Dec 15 19:06:33.347763 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0b86887a-9c63-417d-94da-b467649cc57e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:33.486138 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-cc8f6d71-bf20-4095-ae8e-25640f9f0ba9 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=64813529e60447d4a41fcf486adf44dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0346167 Dec 15 19:06:33.646799 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-16105a09-e5e6-4c07-9fde-1a9d4c42a54f req-e51802f9-8b5b-4910-b35f-385f093db99f tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0498042 Dec 15 19:06:33.649684 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751ea8-f7f8-4fde-8e4b-8d62e1267514 req-7ac96c3a-c147-48c4-b608-450bdd2a4969 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:33.655609 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53751ea8-f7f8-4fde-8e4b-8d62e1267514 req-7ac96c3a-c147-48c4-b608-450bdd2a4969 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0663924 Dec 15 19:06:33.724982 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53751ea8-f7f8-4fde-8e4b-8d62e1267514 req-cb1b0ad1-1a50-4047-bf8d-ed2d8e93b8b3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429378 Dec 15 19:06:33.728669 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-ecf9c92f-d6b6-4d5a-9532-26db8a56bf82 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:33.730160 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-ecf9c92f-d6b6-4d5a-9532-26db8a56bf82 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363424 Dec 15 19:06:33.753318 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Request body: {'port': {'device_id': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31', 'admin_state_up': True, 'tenant_id': '64813529e60447d4a41fcf486adf44dd'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:33.976814 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Made reservation on behalf of 64813529e60447d4a41fcf486adf44dd for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:06:33.980367 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:33.990909 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.009517 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ab6c4-cb8b-421c-8207-66a12b2b991e req-4c7f26cb-8bfe-449f-a633-7ebb4a56e859 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:34.011229 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-087ab6c4-cb8b-421c-8207-66a12b2b991e req-4c7f26cb-8bfe-449f-a633-7ebb4a56e859 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0495095 Dec 15 19:06:34.058595 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-087ab6c4-cb8b-421c-8207-66a12b2b991e req-b135f7ab-f487-48fa-a375-49db1db6c5aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412533 Dec 15 19:06:34.067702 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.139171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.201197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=274e7075-ee05-4e43-993e-4009cde0d42f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:34.275847 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Allocated IP 192.168.233.31 (b50662a4-14b3-4f80-bdd2-a7610eef0d31/0270e6fc-bb37-40d6-a2de-22b9567e29cc/6ebe1443-a187-419b-b3fd-548c8b30dbb0) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:06:34.485785 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.651701 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.771160 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1a8fee2d-be92-4d6d-aef0-ec8ce3f7257e req-a74ba242-4b3b-4558-ae68-94fa7ea8ec58 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0332441 Dec 15 19:06:34.788589 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.831619 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Network b50662a4-14b3-4f80-bdd2-a7610eef0d31 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:06:34.834668 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:06:34.838265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:06:34.871549 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Pushing event updated for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:34.901687 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:34.902502 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:34.990075 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-d014160c-31a1-4b7f-a2e3-e72974b6cc57 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2411380 Dec 15 19:06:35.015979 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Request body: {'port': {'device_id': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:35.033677 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-6c6320cb-1aed-4b25-8f10-418bde6b9b32 req-ceb2b54e-cbe6-4189-986a-3e85ef30e64d service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:06:35.034735 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c6320cb-1aed-4b25-8f10-418bde6b9b32 req-ceb2b54e-cbe6-4189-986a-3e85ef30e64d service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0055575 Dec 15 19:06:35.067219 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-e7be0d8f-b36c-4ee5-8159-4884522355f6 None None] Provisioning complete for port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:35.067992 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e7be0d8f-b36c-4ee5-8159-4884522355f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.071663 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.104132 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-e7be0d8f-b36c-4ee5-8159-4884522355f6 None None] Port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:06:35.270294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1096250a-a2cc-43e9-b4b9-e8b4d50f4af3 req-233a7be9-2661-4b7e-8962-674b700df5b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:35.271789 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1096250a-a2cc-43e9-b4b9-e8b4d50f4af3 req-233a7be9-2661-4b7e-8962-674b700df5b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.1045117 Dec 15 19:06:35.356412 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1096250a-a2cc-43e9-b4b9-e8b4d50f4af3 req-2df7daa6-5203-4f60-9153-192fc8e3bf87 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785124 Dec 15 19:06:35.371673 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ce017d-f0b7-4f90-9d2a-012b947c20bf req-7642a2d2-3b69-4489-95b0-56fbdc3f9c23 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:35.378196 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50ce017d-f0b7-4f90-9d2a-012b947c20bf req-7642a2d2-3b69-4489-95b0-56fbdc3f9c23 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0599914 Dec 15 19:06:35.414534 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ebe1443-a187-419b-b3fd-548c8b30dbb0 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:35.423694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.430262 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-50ce017d-f0b7-4f90-9d2a-012b947c20bf req-8cdb7925-e6f1-482b-9e39-70f0c41e93d6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490792 Dec 15 19:06:35.436733 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Transition to ACTIVE for port object 6ebe1443-a187-419b-b3fd-548c8b30dbb0 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:06:35.527820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.631282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:35.643976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.643976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.643976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.643976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.644263 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.644516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.644800 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.645134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.645474 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.645793 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.646120 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.646448 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.646771 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:35.675287 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Attempting to bind port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:06:35.675965 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Attempting to bind port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:06:35.675965 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Attempting to bind port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 on network b50662a4-14b3-4f80-bdd2-a7610eef0d31 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:35.680436 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 on network b50662a4-14b3-4f80-bdd2-a7610eef0d31 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:06:35.681051 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Attempting to bind port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 on network b50662a4-14b3-4f80-bdd2-a7610eef0d31 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:35.686132 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:06:35.686550 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Checking segment: {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:06:35.687407 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Bound using segment: {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:06:35.687920 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Bound port: 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0260014-da7f-48ac-892d-6f8cf42926fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 551, 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:06:35.688355 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.753495 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.757170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:06:35.760615 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:06:35.833830 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.876184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:35.876184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:35.876184 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] 10.222.0.44 "PUT /v2.0/ports/6ebe1443-a187-419b-b3fd-548c8b30dbb0 HTTP/1.1" status: 200 len: 1097 time: 0.8635080 Dec 15 19:06:35.876184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:35.878142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd4be22-8c81-4d66-84a5-7691edd274f6" -d '{"events": [{"name": "network-changed", "server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:35.918762 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 52086) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:06:35.924534 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cf2535-02b9-460f-91d4-2532c0c4a087 service neutron] Pushing event updated for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:35.951345 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a09450-4f1e-494c-81a0-7c880c2c1218 req-9d1d7972-4315-4727-8928-d9cc7d8f5a39 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:35.952963 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f9a09450-4f1e-494c-81a0-7c880c2c1218 req-9d1d7972-4315-4727-8928-d9cc7d8f5a39 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 947 time: 0.0833545 Dec 15 19:06:35.955682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e688d6b-1b1e-429d-8ee2-e23733fb8fd1 x-openstack-request-id: req-0e688d6b-1b1e-429d-8ee2-e23733fb8fd1 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:35.955981 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:35.956227 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0e688d6b-1b1e-429d-8ee2-e23733fb8fd1 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:35.956620 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0', 'status': 'completed', 'code': 200} Dec 15 19:06:36.038958 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4be22-8c81-4d66-84a5-7691edd274f6 req-65379381-ec17-4f32-bfba-084725ed89a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.040916 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cd4be22-8c81-4d66-84a5-7691edd274f6 req-65379381-ec17-4f32-bfba-084725ed89a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64813529e60447d4a41fcf486adf44dd&device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 1100 time: 0.0511513 Dec 15 19:06:36.056773 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f9a09450-4f1e-494c-81a0-7c880c2c1218 req-f10fe8f6-0c1e-464f-94a3-e12c9e3d8ef3 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947568 Dec 15 19:06:36.066370 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-8e357922-1be0-4025-95f8-3b368c3bb80d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1458812 Dec 15 19:06:36.075950 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cd4be22-8c81-4d66-84a5-7691edd274f6 req-c5476987-5d2e-4a77-9245-2ffd40eceb05 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=64813529e60447d4a41fcf486adf44dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252731 Dec 15 19:06:36.079294 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-1e6537f0-e213-4b08-a563-2ea2249e21e3 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:06:36.080354 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-1e6537f0-e213-4b08-a563-2ea2249e21e3 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059516 Dec 15 19:06:36.185429 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd4be22-8c81-4d66-84a5-7691edd274f6 req-0505e748-1280-4e27-9c44-7e83aa966e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.186918 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cd4be22-8c81-4d66-84a5-7691edd274f6 req-0505e748-1280-4e27-9c44-7e83aa966e63 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0997238 Dec 15 19:06:36.278470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-7e12e1c0-1826-4bf7-83a0-4a28b3d8413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.279935 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-7e12e1c0-1826-4bf7-83a0-4a28b3d8413a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=64813529e60447d4a41fcf486adf44dd&device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 1100 time: 0.0452111 Dec 15 19:06:36.327441 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-45db5958-5c50-4ca5-b11b-2562bd551e2e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0 HTTP/1.1" status: 200 len: 217 time: 0.0374413 Dec 15 19:06:36.393559 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-990bef2c-529c-4a40-a025-2f8c056bdc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.394810 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-990bef2c-529c-4a40-a025-2f8c056bdc5c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0270e6fc-bb37-40d6-a2de-22b9567e29cc HTTP/1.1" status: 200 len: 843 time: 0.0462170 Dec 15 19:06:36.479425 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-6b4e3bde-7cf0-4ed9-8f9f-534e967e737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.480942 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-6b4e3bde-7cf0-4ed9-8f9f-534e967e737c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=b50662a4-14b3-4f80-bdd2-a7610eef0d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0747325 Dec 15 19:06:36.502675 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186d5630-e9e7-4049-bbbc-548e9d7a694b req-dc703e02-f39f-4a8a-a925-0e6cf81b7dcd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.504662 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-186d5630-e9e7-4049-bbbc-548e9d7a694b req-dc703e02-f39f-4a8a-a925-0e6cf81b7dcd tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0624719 Dec 15 19:06:36.558861 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb3f21-ef57-4f5c-a2aa-b91b9dccd0c0 req-a4dc01b0-b730-417d-b32b-9226b23fd566 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:36.560347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5acb3f21-ef57-4f5c-a2aa-b91b9dccd0c0 req-a4dc01b0-b730-417d-b32b-9226b23fd566 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0498970 Dec 15 19:06:36.609893 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5acb3f21-ef57-4f5c-a2aa-b91b9dccd0c0 req-f65e0a8b-a5d2-462d-866c-e403c0cebf93 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415030 Dec 15 19:06:36.612427 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-186d5630-e9e7-4049-bbbc-548e9d7a694b req-8ba59942-765e-4d89-91de-6a10bd6abe33 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988779 Dec 15 19:06:36.640974 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-ad70280a-dd51-43be-8def-ed384888b2ed service neutron] 10.222.0.44 "GET /v2.0/networks/b50662a4-14b3-4f80-bdd2-a7610eef0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347246 Dec 15 19:06:36.742326 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bca6b455-99a6-4ad4-8c4e-fbd37809c7b9 req-55b84829-6d94-4e84-b95b-c6c58c403af6 service neutron] 10.222.0.44 "GET /v2.0/networks/b50662a4-14b3-4f80-bdd2-a7610eef0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907116 Dec 15 19:06:36.764551 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:37.173719 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bdf961-f8d4-4096-a544-0b507cafe7e9 req-2b31199d-83c7-4c5e-9832-7c123677f229 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:37.175219 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-91bdf961-f8d4-4096-a544-0b507cafe7e9 req-2b31199d-83c7-4c5e-9832-7c123677f229 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 947 time: 0.0490201 Dec 15 19:06:37.225583 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-91bdf961-f8d4-4096-a544-0b507cafe7e9 req-177d26b8-a1e8-4d4e-afda-c31ab9764589 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443437 Dec 15 19:06:37.732805 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ba39b-eadf-4350-92e0-4b81dd702d94 req-c0249c57-1d5a-412b-a628-141d2e06a823 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:37.734305 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3e7ba39b-eadf-4350-92e0-4b81dd702d94 req-c0249c57-1d5a-412b-a628-141d2e06a823 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0502291 Dec 15 19:06:37.735798 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9806532-126d-432f-906c-cce63c179086 req-76c7152b-0877-4dde-97d6-2015aab3b93e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:37.737366 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9806532-126d-432f-906c-cce63c179086 req-76c7152b-0877-4dde-97d6-2015aab3b93e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0502274 Dec 15 19:06:37.782085 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3e7ba39b-eadf-4350-92e0-4b81dd702d94 req-634d5e99-c64d-4496-87e4-7da3523f2f4d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416541 Dec 15 19:06:37.786855 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9806532-126d-432f-906c-cce63c179086 req-e0dc00a7-dea4-4680-a0e6-a0b1381f4f78 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434828 Dec 15 19:06:38.174161 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:06:38.339639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545bed0d-cdea-4ae4-8530-831857b0a301 req-f305efec-bf09-430f-9c7e-23c78b56b442 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:38.341115 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-545bed0d-cdea-4ae4-8530-831857b0a301 req-f305efec-bf09-430f-9c7e-23c78b56b442 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 947 time: 0.0470507 Dec 15 19:06:38.386897 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-545bed0d-cdea-4ae4-8530-831857b0a301 req-b1caa21d-b335-41d1-a8de-40239de9d0e8 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399399 Dec 15 19:06:38.899300 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c696fa-ba2d-420a-b7df-7f2afbec1b9d req-f0e9f278-6143-427f-af00-155168703444 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:38.900818 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60c696fa-ba2d-420a-b7df-7f2afbec1b9d req-f0e9f278-6143-427f-af00-155168703444 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0483077 Dec 15 19:06:38.913886 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d13aea-0deb-401c-8192-2757c65d3a6d req-2a91fdcf-259b-4a70-a658-ce4e9ed1f12a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:38.915416 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04d13aea-0deb-401c-8192-2757c65d3a6d req-2a91fdcf-259b-4a70-a658-ce4e9ed1f12a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0512879 Dec 15 19:06:38.962705 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60c696fa-ba2d-420a-b7df-7f2afbec1b9d req-a2c8dd97-ed0a-4044-9cbd-79e8acaaa17b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555139 Dec 15 19:06:38.962892 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04d13aea-0deb-401c-8192-2757c65d3a6d req-22f77c19-8495-4e64-ab96-7d18f7125756 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415142 Dec 15 19:06:39.349267 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-61f8ad59-f94d-414c-b751-c53594a35169 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39792596&fields=id&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 267 time: 0.0568593 Dec 15 19:06:39.459114 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-fad9dda0-f44f-4085-84c4-a4b114035b61 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:39.460689 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-fad9dda0-f44f-4085-84c4-a4b114035b61 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1043575 Dec 15 19:06:39.475290 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-a8fe8b5c-9bae-4488-8e1e-6d506cb3040d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/quotas/f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 375 time: 0.0090666 Dec 15 19:06:39.504845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71cfe33-8a4e-4c1b-98bc-7e1b0513b535 req-444dfef4-7399-4716-92b8-e22027f21528 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:39.506336 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b71cfe33-8a4e-4c1b-98bc-7e1b0513b535 req-444dfef4-7399-4716-92b8-e22027f21528 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 947 time: 0.0521476 Dec 15 19:06:39.531565 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-c8561cc1-007d-4fe3-8988-55aa34dfe6a6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503523 Dec 15 19:06:39.559550 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b71cfe33-8a4e-4c1b-98bc-7e1b0513b535 req-89f0ad86-5b00-457f-bade-6da0f719a47d tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469377 Dec 15 19:06:39.631207 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-61193766-c6ba-4db3-a961-650d941cc632 service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859509 Dec 15 19:06:39.722580 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-565bfab9-d689-412c-b53d-9bac48eea865 service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852721 Dec 15 19:06:40.080720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1632870e-ffeb-4927-9c89-67fe9b64091b req-8964e316-cd0d-4887-909f-894b3c884afc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:40.080720 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1632870e-ffeb-4927-9c89-67fe9b64091b req-8964e316-cd0d-4887-909f-894b3c884afc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0480044 Dec 15 19:06:40.130760 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1632870e-ffeb-4927-9c89-67fe9b64091b req-7fa1090a-465e-46b8-be71-d2017d3b7079 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432224 Dec 15 19:06:40.195982 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 6ebe1443-a187-419b-b3fd-548c8b30dbb0 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:06:40.320971 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fcc0ff-71bf-4283-8764-af007b1fb9d5 req-93b96abb-ea40-4863-a169-c8287ee28739 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:40.322711 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69fcc0ff-71bf-4283-8764-af007b1fb9d5 req-93b96abb-ea40-4863-a169-c8287ee28739 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0782700 Dec 15 19:06:40.346401 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:40.362869 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '6ebe1443-a187-419b-b3fd-548c8b30dbb0', 'network_id': 'b50662a4-14b3-4f80-bdd2-a7610eef0d31', 'port_id': '6ebe1443-a187-419b-b3fd-548c8b30dbb0', 'mac_address': 'fa:16:3e:13:1f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 551, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0270e6fc-bb37-40d6-a2de-22b9567e29cc', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:06:40.381848 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-69fcc0ff-71bf-4283-8764-af007b1fb9d5 req-0b3e7039-5b17-4715-a300-2a98f4229bfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531909 Dec 15 19:06:40.415910 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:40.431489 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ebe1443-a187-419b-b3fd-548c8b30dbb0 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:40.452395 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:40.460690 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-52598704-8d55-4dbc-a190-dd92ce3fc961 req-2e153d44-b8ea-4792-966d-0d4d0b41615f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0262222 Dec 15 19:06:40.507455 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:40.560297 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:40.675911 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af6cb7-2b61-4998-839b-3560d4095a8f req-9d21643e-9375-486b-ac79-33b2ec736c2e tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:40.677527 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12af6cb7-2b61-4998-839b-3560d4095a8f req-9d21643e-9375-486b-ac79-33b2ec736c2e tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 948 time: 0.0506821 Dec 15 19:06:40.726305 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-12af6cb7-2b61-4998-839b-3560d4095a8f req-8a75cf1f-d41e-4ebc-995d-e5e44ca863f0 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427539 Dec 15 19:06:41.000421 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['6ebe1443-a187-419b-b3fd-548c8b30dbb0'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:06:41.267900 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309877d9-a9bb-4578-9d0e-fccad350fb91 req-81c126cb-ec44-46a6-a993-566645974382 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:41.270142 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-309877d9-a9bb-4578-9d0e-fccad350fb91 req-81c126cb-ec44-46a6-a993-566645974382 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0594177 Dec 15 19:06:41.331760 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-309877d9-a9bb-4578-9d0e-fccad350fb91 req-eaa1cc8d-876d-40bc-b168-9c870eda2b90 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502810 Dec 15 19:06:41.510492 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b3154-5e14-42b8-885c-97d5906726fa req-05a86132-65f7-4cbe-bac8-61e701edd945 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:41.511962 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-425b3154-5e14-42b8-885c-97d5906726fa req-05a86132-65f7-4cbe-bac8-61e701edd945 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0527959 Dec 15 19:06:41.564915 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-425b3154-5e14-42b8-885c-97d5906726fa req-1c51db93-a56e-4607-b88e-1152e3993c70 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462146 Dec 15 19:06:41.658221 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe58e5c4-598b-49e9-99f0-2b0753c430e6 req-289d1c77-e971-4fab-acb1-de9ebf6b264a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0247557 Dec 15 19:06:41.847518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db85ef0-e156-4caa-9f6e-099e4f033f4a req-96943638-53b8-4c84-86c7-1940e93a5400 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:41.849318 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0db85ef0-e156-4caa-9f6e-099e4f033f4a req-96943638-53b8-4c84-86c7-1940e93a5400 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 948 time: 0.0532055 Dec 15 19:06:41.904058 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0db85ef0-e156-4caa-9f6e-099e4f033f4a req-f081bab2-e398-4fdc-8fbc-a0b4d235e0d9 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486193 Dec 15 19:06:42.444074 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e03529a-31ad-44fa-a9fd-0fc30ea04ed6 req-690b4d20-dfa4-435c-9442-88c2c5cd79ec tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:42.445552 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e03529a-31ad-44fa-a9fd-0fc30ea04ed6 req-690b4d20-dfa4-435c-9442-88c2c5cd79ec tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0473938 Dec 15 19:06:42.495993 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7e03529a-31ad-44fa-a9fd-0fc30ea04ed6 req-b6cade22-37a6-4ade-a2a1-e1aefe66d570 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445592 Dec 15 19:06:42.702486 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df310f2d-05e1-4c11-840f-6f8f3d31d626 req-fc18b176-7bcb-4310-b355-1237788358a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:42.703997 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df310f2d-05e1-4c11-840f-6f8f3d31d626 req-fc18b176-7bcb-4310-b355-1237788358a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0516222 Dec 15 19:06:42.750485 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df310f2d-05e1-4c11-840f-6f8f3d31d626 req-4ec2954f-7bbe-4d2e-a9af-7ac6f0b97e2c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404518 Dec 15 19:06:42.828220 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-301da85a-d5ae-4e44-b07d-09933a9fac7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:42.829919 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-301da85a-d5ae-4e44-b07d-09933a9fac7a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 1096 time: 0.0785909 Dec 15 19:06:42.857059 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cf17dd80-dedf-494a-9ff4-0bf11eecd3c4 req-28b1b5ca-a80d-4f1e-a421-02887ca9efa2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0309689 Dec 15 19:06:42.920867 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-d406e475-6a8b-430a-b7ec-9b80ae53c05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:42.922452 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-d406e475-6a8b-430a-b7ec-9b80ae53c05d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1096 time: 0.0424235 Dec 15 19:06:43.048037 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-a0fec6ce-a283-44b6-b4c9-d002f8108402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.050232 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-a0fec6ce-a283-44b6-b4c9-d002f8108402 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.1201103 Dec 15 19:06:43.062521 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bdd33-5bf2-4527-9bd8-ce5651f25f75 req-a3bc33f7-ef14-45ac-97c4-c57fd3351e4f tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.064645 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f57bdd33-5bf2-4527-9bd8-ce5651f25f75 req-a3bc33f7-ef14-45ac-97c4-c57fd3351e4f tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 948 time: 0.0715330 Dec 15 19:06:43.093659 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7991-edbb-445c-9711-211dc2ca534b req-7d2f5d03-507d-4fa6-bea2-24357abd6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.095701 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-7d2f5d03-507d-4fa6-bea2-24357abd6994 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0473313 Dec 15 19:06:43.150363 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:43.154886 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-9ffeeb34-0aef-4474-b428-2883369bc376 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 998 time: 0.0883353 Dec 15 19:06:43.160697 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f57bdd33-5bf2-4527-9bd8-ce5651f25f75 req-7cfde406-9515-4b63-9420-13b5368c3106 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878019 Dec 15 19:06:43.219084 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-c5a2aae2-3a5b-4471-b3ea-f162a8dfa8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.221163 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-c5a2aae2-3a5b-4471-b3ea-f162a8dfa8b7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0526195 Dec 15 19:06:43.227192 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7991-edbb-445c-9711-211dc2ca534b req-f3f59265-14da-4e8b-9a12-786bcbb61cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.228681 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-f3f59265-14da-4e8b-9a12-786bcbb61cf3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.0903544 Dec 15 19:06:43.277382 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-a282cc2e-090b-45d9-a7d4-f53d4a63d390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.278978 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-a282cc2e-090b-45d9-a7d4-f53d4a63d390 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490365 Dec 15 19:06:43.301480 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-37dfcde3-3487-4006-92df-9906dc699f95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0610545 Dec 15 19:06:43.360535 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c7991-edbb-445c-9711-211dc2ca534b req-67b4ccca-beee-4e84-b4f0-a605bff1605a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.362603 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-67b4ccca-beee-4e84-b4f0-a605bff1605a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0467722 Dec 15 19:06:43.394160 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-414935e6-f3c3-46bb-bf3f-37cd78509e4e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230055 Dec 15 19:06:43.415236 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c8c61f-4609-495c-807d-c6ffd9a3cdeb req-e22e29c9-df0d-46ee-ac07-6653f43e65f5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.416637 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b7c8c61f-4609-495c-807d-c6ffd9a3cdeb req-e22e29c9-df0d-46ee-ac07-6653f43e65f5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.1050420 Dec 15 19:06:43.446570 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-eef92adc-b630-4ec2-a700-7586524e1041 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336169 Dec 15 19:06:43.491854 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b7c8c61f-4609-495c-807d-c6ffd9a3cdeb req-e93d61bc-6868-4c52-bf73-c01d12e0999f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620441 Dec 15 19:06:43.493233 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-517c5c7f-8f5e-4cca-8d83-7a8d2dccb99d service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813758 Dec 15 19:06:43.568284 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a46ed4bd-8fd7-4e20-8c1b-f545db4bcf4c req-b1569fd0-6d26-4ff5-bed7-26af39c1986e service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044409 Dec 15 19:06:43.651907 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-528c7991-edbb-445c-9711-211dc2ca534b req-7a6b1516-11a4-4b94-9e0f-2fcfcd50520c service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474330 Dec 15 19:06:43.662786 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a91602a-5a2d-4fd8-858c-0ed93a315bb6 req-2a7fb0ff-fa91-4c59-8f70-431abdfd0833 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.664198 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7a91602a-5a2d-4fd8-858c-0ed93a315bb6 req-2a7fb0ff-fa91-4c59-8f70-431abdfd0833 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0825715 Dec 15 19:06:43.715320 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7a91602a-5a2d-4fd8-858c-0ed93a315bb6 req-6f01d1b8-3f15-4b0b-8ec4-a9051b08ffb4 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447965 Dec 15 19:06:43.887173 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ae160-c911-4d85-9522-6a69d6977495 req-41c79edd-6c93-4cc0-968e-b8a794df87e6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:43.889776 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd0ae160-c911-4d85-9522-6a69d6977495 req-41c79edd-6c93-4cc0-968e-b8a794df87e6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0648463 Dec 15 19:06:43.957801 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd0ae160-c911-4d85-9522-6a69d6977495 req-705c4003-ca03-49b3-8a36-d93743eab7ad tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610828 Dec 15 19:06:44.011644 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-b3c984e6-9649-4772-91f9-80edb128d06d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:44.013153 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-b3c984e6-9649-4772-91f9-80edb128d06d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1231763 Dec 15 19:06:44.058436 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cf16a329-71dd-4782-b09a-c8f93dbfc96f req-7e1bb26b-9829-4fc3-97fc-8efa4bd02d35 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0570197 Dec 15 19:06:44.138827 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-558bc41a-0e3f-4a98-a8e0-199e306fbd0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 378 time: 0.0794256 Dec 15 19:06:44.161540 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'port': {'device_id': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'admin_state_up': True, 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'security_groups': ['9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:44.211387 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 6ebe1443-a187-419b-b3fd-548c8b30dbb0 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:06:44.309315 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d5f8d1-b1ca-4c80-8888-72adb88f42cf req-ef775e4b-1509-4c5f-bed3-5d8f8c5b3f0b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:44.311154 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7d5f8d1-b1ca-4c80-8888-72adb88f42cf req-ef775e4b-1509-4c5f-bed3-5d8f8c5b3f0b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 948 time: 0.0618179 Dec 15 19:06:44.362587 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:06:44.364938 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a7d5f8d1-b1ca-4c80-8888-72adb88f42cf req-9368fbbb-4975-4796-a96d-f3813904da0c tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458858 Dec 15 19:06:44.366968 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:44.371791 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:44.459237 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:44.491866 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:44.491866 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc12837b-4e0d-4616-b0d1-1784c3a605c3" -d '{"events": [{"server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:44.510586 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:06:44.574122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deef4e1f-43e8-416e-9d87-6455531ed60e x-openstack-request-id: req-deef4e1f-43e8-416e-9d87-6455531ed60e {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:44.574417 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "name": "network-vif-plugged", "status": "completed", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:44.574768 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-deef4e1f-43e8-416e-9d87-6455531ed60e {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:44.575416 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0', 'code': 200} Dec 15 19:06:44.581248 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:44.633780 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Made reservation on behalf of f117be2c3e5e4d548c414fd1e198c1a4 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:06:44.638049 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:44.651488 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057b9adb-5047-46e7-8f29-6da30429f626 req-2af4a45c-fff1-4698-a039-f402428599b6 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:44.653378 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-057b9adb-5047-46e7-8f29-6da30429f626 req-2af4a45c-fff1-4698-a039-f402428599b6 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0568218 Dec 15 19:06:44.665346 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:44.730062 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-057b9adb-5047-46e7-8f29-6da30429f626 req-2a64cb05-d382-414d-ad83-f42bfd50d1df tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682888 Dec 15 19:06:44.867325 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.20.0.11 (8f1ee251-b588-424c-abec-a3e47c426719/722b8ba6-5ae7-4729-8210-d829125ae576/3d828ab8-0ca7-48b9-813f-689cb063f4ad) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:06:44.893722 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5bf6e9-a896-40d5-8ba6-f08e0ebc9fbc req-ff57ee7a-a0b9-445a-b1e0-2d4881be4685 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:44.895226 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa5bf6e9-a896-40d5-8ba6-f08e0ebc9fbc req-ff57ee7a-a0b9-445a-b1e0-2d4881be4685 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0747736 Dec 15 19:06:45.009644 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-aa5bf6e9-a896-40d5-8ba6-f08e0ebc9fbc req-bc67883e-40e9-45d3-aac4-589a823c19c2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061490 Dec 15 19:06:45.070564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:45.155308 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba11f56-62e9-4825-8370-b35b6e884674 req-af3e4d14-beb4-4878-9493-0df2a5292e96 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:45.156800 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ba11f56-62e9-4825-8370-b35b6e884674 req-af3e4d14-beb4-4878-9493-0df2a5292e96 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0564413 Dec 15 19:06:45.201759 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:45.213073 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ba11f56-62e9-4825-8370-b35b6e884674 req-7cbcba63-cb22-4e3e-aebf-d7adff67609a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494845 Dec 15 19:06:45.255001 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:06:45.258149 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:06:45.261874 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:06:45.268299 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:45.268532 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:45.275073 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:45.287995 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.288350 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.288705 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.289052 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.289412 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.289749 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.290081 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.290418 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.290751 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.291078 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.291409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.291727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.292054 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:06:45.361384 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061be38-c569-4ae7-bfda-0c8a9957c3e5 req-902f3c05-3b1c-48fe-ae2f-04f915edf445 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:45.363069 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b061be38-c569-4ae7-bfda-0c8a9957c3e5 req-902f3c05-3b1c-48fe-ae2f-04f915edf445 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0576360 Dec 15 19:06:45.398128 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-484bba04-3164-4f9f-a137-42861baf6608 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2394748 Dec 15 19:06:45.430270 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b061be38-c569-4ae7-bfda-0c8a9957c3e5 req-0d3b0ba2-5e91-45f6-907c-9bbe20e8b137 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0603030 Dec 15 19:06:45.535615 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-919eb231-3841-45e2-8376-6d5e62181786 None None] Provisioning complete for port 3d828ab8-0ca7-48b9-813f-689cb063f4ad triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:06:45.536176 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-919eb231-3841-45e2-8376-6d5e62181786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:45.542534 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73c3218-6d64-4bec-8a3d-74dca8d5260c req-f6ad0bcc-b944-4071-80f6-1ccf0bcf68cc tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:45.544092 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f73c3218-6d64-4bec-8a3d-74dca8d5260c req-f6ad0bcc-b944-4071-80f6-1ccf0bcf68cc tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0506001 Dec 15 19:06:45.568838 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-919eb231-3841-45e2-8376-6d5e62181786 None None] Port 3d828ab8-0ca7-48b9-813f-689cb063f4ad cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:06:45.593054 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f73c3218-6d64-4bec-8a3d-74dca8d5260c req-9c81b58a-d897-4575-aa4e-2afe87996846 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425386 Dec 15 19:06:46.008158 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63616f4d-4998-40e8-9340-a43d1d774557 req-4f036df5-0deb-49e5-80c4-69252842d278 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.009740 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63616f4d-4998-40e8-9340-a43d1d774557 req-4f036df5-0deb-49e5-80c4-69252842d278 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0492866 Dec 15 19:06:46.063513 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-63616f4d-4998-40e8-9340-a43d1d774557 req-ed1c0781-db53-40d1-9d33-ee3bc700c0c4 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476434 Dec 15 19:06:46.168326 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579b573c-9726-4e19-9871-19c1cb9c1968 req-97a45340-d886-41ba-b48d-9db09dcc4fe0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.169793 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-579b573c-9726-4e19-9871-19c1cb9c1968 req-97a45340-d886-41ba-b48d-9db09dcc4fe0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0513110 Dec 15 19:06:46.217932 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-579b573c-9726-4e19-9871-19c1cb9c1968 req-93366670-d747-494b-b314-c30cd1d21601 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415235 Dec 15 19:06:46.324885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb869b-c795-43c5-898f-188395c82e07 req-c251fade-401e-47a4-96da-7bcf26f5d38d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.326402 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-76cb869b-c795-43c5-898f-188395c82e07 req-c251fade-401e-47a4-96da-7bcf26f5d38d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0522518 Dec 15 19:06:46.380333 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-76cb869b-c795-43c5-898f-188395c82e07 req-ee46e397-ede2-410a-a833-0613d89d5009 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Dec 15 19:06:46.482390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763eb9b2-f2cd-47a8-a632-d5cb69330357 req-814a71d9-488f-4de5-96da-beee1707e9f9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.483817 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-763eb9b2-f2cd-47a8-a632-d5cb69330357 req-814a71d9-488f-4de5-96da-beee1707e9f9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0488110 Dec 15 19:06:46.539600 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-763eb9b2-f2cd-47a8-a632-d5cb69330357 req-5f0a5612-0b29-4061-bd31-ad4e19f11577 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490997 Dec 15 19:06:46.645471 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088b950-7c9f-48fb-8102-8717d08a17ad req-c5d24e65-77e1-492f-977a-20618b947123 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.648126 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6088b950-7c9f-48fb-8102-8717d08a17ad req-c5d24e65-77e1-492f-977a-20618b947123 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0515084 Dec 15 19:06:46.696459 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6088b950-7c9f-48fb-8102-8717d08a17ad req-05fb0378-96c1-4660-8d41-07d965dfa8a9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434666 Dec 15 19:06:46.799522 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec6e4-0c40-447a-ad2a-69d1761834f7 req-5b76913c-b4fc-4429-9b22-fdf24c9cd48b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:46.801289 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3dec6e4-0c40-447a-ad2a-69d1761834f7 req-5b76913c-b4fc-4429-9b22-fdf24c9cd48b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0488658 Dec 15 19:06:46.849338 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3dec6e4-0c40-447a-ad2a-69d1761834f7 req-5ea6042a-f350-42a6-b567-300192402f9b tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413358 Dec 15 19:06:47.184853 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b224acb-075c-43cc-9183-20de6c3fd41c req-00fb8e9b-aa20-43a4-9206-67e9a5e8b6df tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.186405 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b224acb-075c-43cc-9183-20de6c3fd41c req-00fb8e9b-aa20-43a4-9206-67e9a5e8b6df tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0525694 Dec 15 19:06:47.233554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b224acb-075c-43cc-9183-20de6c3fd41c req-eba0e88e-db2d-4572-84a1-8538431fc569 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410850 Dec 15 19:06:47.347931 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4076501-fafb-4ef5-84f1-8faf501f8dc4 req-a47dd4bb-95e4-4802-a4df-1ff5ac62dc6e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.350184 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4076501-fafb-4ef5-84f1-8faf501f8dc4 req-a47dd4bb-95e4-4802-a4df-1ff5ac62dc6e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0506754 Dec 15 19:06:47.399552 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f4076501-fafb-4ef5-84f1-8faf501f8dc4 req-951204d8-6229-4d44-a559-a4ce44564b22 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419874 Dec 15 19:06:47.507056 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d2dd6a-63e1-494b-b860-405d91f5958f req-9bee9fe4-29cc-4c4f-8b64-37adbe967256 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.508572 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-24d2dd6a-63e1-494b-b860-405d91f5958f req-9bee9fe4-29cc-4c4f-8b64-37adbe967256 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0528932 Dec 15 19:06:47.561695 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-24d2dd6a-63e1-494b-b860-405d91f5958f req-045fe88c-c251-4c56-a5e9-a11ebc0bf3de tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Dec 15 19:06:47.663472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58393e-9f4e-4311-ba32-c28fcd99b407 req-120ab4a9-25ff-4340-9e46-969648e709fa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.665206 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb58393e-9f4e-4311-ba32-c28fcd99b407 req-120ab4a9-25ff-4340-9e46-969648e709fa tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0518091 Dec 15 19:06:47.714630 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb58393e-9f4e-4311-ba32-c28fcd99b407 req-935af41a-976f-4c58-900c-2e5e507218ed tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431087 Dec 15 19:06:47.819486 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9058824-3c47-48a6-9ff1-a25de1d66e20 req-36f41a7d-9fdf-4a11-a05c-0eb9d3ab0530 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.820935 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e9058824-3c47-48a6-9ff1-a25de1d66e20 req-36f41a7d-9fdf-4a11-a05c-0eb9d3ab0530 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0474577 Dec 15 19:06:47.872084 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e9058824-3c47-48a6-9ff1-a25de1d66e20 req-eca0df89-8539-4e22-b0d7-ec9f45082090 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446174 Dec 15 19:06:47.976999 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72094046-4ac7-4bd7-92d3-b5ef081c582a req-901f7e57-6b5c-41fd-bb8b-714ca2582abe tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:47.978555 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72094046-4ac7-4bd7-92d3-b5ef081c582a req-901f7e57-6b5c-41fd-bb8b-714ca2582abe tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0488408 Dec 15 19:06:48.027543 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72094046-4ac7-4bd7-92d3-b5ef081c582a req-b132e1f9-6b97-48de-8c6c-26f83d9e335e tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429127 Dec 15 19:06:48.351137 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787dc24-db52-4e30-9894-9898aa17bec0 req-d6244fbb-1056-466b-a8f5-eb09c43559ce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:48.352649 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0787dc24-db52-4e30-9894-9898aa17bec0 req-d6244fbb-1056-466b-a8f5-eb09c43559ce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0489948 Dec 15 19:06:48.400484 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0787dc24-db52-4e30-9894-9898aa17bec0 req-dafa3797-adf7-4514-98e8-de31e4f7c892 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Dec 15 19:06:48.520158 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855347a9-a8c4-466e-acac-3c0d19123470 req-6c60d686-46e8-4c9a-8b90-fc8143b65b80 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:48.521649 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-855347a9-a8c4-466e-acac-3c0d19123470 req-6c60d686-46e8-4c9a-8b90-fc8143b65b80 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0519979 Dec 15 19:06:48.574082 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-855347a9-a8c4-466e-acac-3c0d19123470 req-f44a4714-53b5-4bae-bf9f-11da2b31c0fc tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460930 Dec 15 19:06:48.684226 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dcc150-de69-4850-a429-82ba526cd994 req-cec9263e-ffcc-48f6-93b4-5b296fdd9cd5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:48.685794 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6dcc150-de69-4850-a429-82ba526cd994 req-cec9263e-ffcc-48f6-93b4-5b296fdd9cd5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0553241 Dec 15 19:06:48.735454 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6dcc150-de69-4850-a429-82ba526cd994 req-9867e174-0027-49d5-906a-9d0a9529924c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Dec 15 19:06:48.850866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f9ea8-daf6-4858-9b1e-deb390a9098d req-dc067fe7-a8ad-4040-bda9-f610d1273b62 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:48.852369 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c6f9ea8-daf6-4858-9b1e-deb390a9098d req-dc067fe7-a8ad-4040-bda9-f610d1273b62 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0495009 Dec 15 19:06:48.904770 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c6f9ea8-daf6-4858-9b1e-deb390a9098d req-e27d7945-c63b-4240-bcef-f3031f780967 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458300 Dec 15 19:06:49.009175 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc70f9-7cf9-4ad9-abe6-702e0184c695 req-a6397b97-4a91-4ec0-8c5c-bf247a746879 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:49.010705 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72dc70f9-7cf9-4ad9-abe6-702e0184c695 req-a6397b97-4a91-4ec0-8c5c-bf247a746879 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0486307 Dec 15 19:06:49.064167 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72dc70f9-7cf9-4ad9-abe6-702e0184c695 req-9044eef2-0bec-49ba-acd8-cbb2b3a8c3ba tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457218 Dec 15 19:06:49.166056 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49760a02-38dd-4d3d-9fc1-404aace9af9d req-a6322d7f-6fe1-4067-8332-01d5a46c2ead tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:49.167537 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49760a02-38dd-4d3d-9fc1-404aace9af9d req-a6322d7f-6fe1-4067-8332-01d5a46c2ead tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0491707 Dec 15 19:06:49.214999 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49760a02-38dd-4d3d-9fc1-404aace9af9d req-bc575bb6-1b05-41f8-9f24-96a336a1c319 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413263 Dec 15 19:06:49.518059 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04d2cb2-e130-41b3-b47e-48764452e464 req-f5de657b-f35e-44df-af3e-e636e5a0f6fa tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:49.519581 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f04d2cb2-e130-41b3-b47e-48764452e464 req-f5de657b-f35e-44df-af3e-e636e5a0f6fa tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0522931 Dec 15 19:06:49.566463 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f04d2cb2-e130-41b3-b47e-48764452e464 req-0ee9aef2-7e60-499d-a2cb-03315026e9cf tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409873 Dec 15 19:06:49.710758 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141fd36-00a5-409a-8fb8-3a401b34084c req-f9cf8272-490d-479c-8ccf-b01c9e9c7a24 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:49.712263 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d141fd36-00a5-409a-8fb8-3a401b34084c req-f9cf8272-490d-479c-8ccf-b01c9e9c7a24 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0566647 Dec 15 19:06:49.770122 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d141fd36-00a5-409a-8fb8-3a401b34084c req-15f20693-ffc1-455d-8d03-aed12805b604 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502844 Dec 15 19:06:49.915657 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d113-00c3-485c-ad10-72e1108b7d87 req-150cf1d9-952a-49d2-8aa2-c6392c9975b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:49.917449 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75c6d113-00c3-485c-ad10-72e1108b7d87 req-150cf1d9-952a-49d2-8aa2-c6392c9975b6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0615518 Dec 15 19:06:49.967622 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75c6d113-00c3-485c-ad10-72e1108b7d87 req-83909fa5-ac5c-4da1-8ee3-581504382fa5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435126 Dec 15 19:06:50.087520 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b420a27-4c3a-4af6-83cb-8dbaa591ff14 req-76766221-0edc-458e-90ae-02d61a4d17c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:50.089493 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b420a27-4c3a-4af6-83cb-8dbaa591ff14 req-76766221-0edc-458e-90ae-02d61a4d17c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0528522 Dec 15 19:06:50.150372 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b420a27-4c3a-4af6-83cb-8dbaa591ff14 req-6dbeefe2-fd45-452c-8b49-a02ab0407a04 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518687 Dec 15 19:06:50.265148 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b909628c-ec55-45c1-b10a-0714140c148a req-4d1a900a-a4cc-4d09-ab78-71716f7ad731 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:50.267487 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b909628c-ec55-45c1-b10a-0714140c148a req-4d1a900a-a4cc-4d09-ab78-71716f7ad731 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0523441 Dec 15 19:06:50.321310 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b909628c-ec55-45c1-b10a-0714140c148a req-5193a863-a958-4101-ab7f-c49666ab6c0b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480773 Dec 15 19:06:50.429247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcda28f-4c00-41f6-b0bc-dc5766df925a req-50b2a8aa-79da-40c3-8aea-2fc6f5bbef8a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:50.430936 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bcda28f-4c00-41f6-b0bc-dc5766df925a req-50b2a8aa-79da-40c3-8aea-2fc6f5bbef8a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0488696 Dec 15 19:06:50.482693 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4bcda28f-4c00-41f6-b0bc-dc5766df925a req-d4665284-0176-4ac4-a400-d597cc299f64 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Dec 15 19:06:50.695925 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d357b-3c51-41b9-bc7e-52a3b7ae83b7 req-586b3793-2802-45f5-99c4-a4afd79de8f5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:50.697595 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cf6d357b-3c51-41b9-bc7e-52a3b7ae83b7 req-586b3793-2802-45f5-99c4-a4afd79de8f5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0493045 Dec 15 19:06:50.745815 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-cf6d357b-3c51-41b9-bc7e-52a3b7ae83b7 req-753b8408-c214-4f66-831f-ae154f5ba487 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Dec 15 19:06:50.911142 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea8e78e-ee2a-47ef-9590-3632b0059d76 req-ac624261-3871-4972-91fb-dfd602c78e7c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:50.912552 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ea8e78e-ee2a-47ef-9590-3632b0059d76 req-ac624261-3871-4972-91fb-dfd602c78e7c tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0545778 Dec 15 19:06:50.969854 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3ea8e78e-ee2a-47ef-9590-3632b0059d76 req-bee3300f-82cc-4f46-b62f-ce8c6b54a1a8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511382 Dec 15 19:06:51.086457 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a5c38c-b20d-48ae-9f61-3f78933d81e9 req-3edc467c-a67a-49ad-b464-782d949ee43a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:51.087984 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64a5c38c-b20d-48ae-9f61-3f78933d81e9 req-3edc467c-a67a-49ad-b464-782d949ee43a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0491397 Dec 15 19:06:51.137218 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64a5c38c-b20d-48ae-9f61-3f78933d81e9 req-3f9477dd-47d2-4aef-bfe2-8f67946dbad7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423584 Dec 15 19:06:51.275626 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f590ee1d-6c61-4d87-9ce4-70efa17d0617 req-c8b74cef-c5f5-43a8-894c-05f66e5f8f8b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:51.277137 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f590ee1d-6c61-4d87-9ce4-70efa17d0617 req-c8b74cef-c5f5-43a8-894c-05f66e5f8f8b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0500093 Dec 15 19:06:51.329650 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f590ee1d-6c61-4d87-9ce4-70efa17d0617 req-ef617c3b-f0b1-499c-9a73-58d8fb2f82ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465519 Dec 15 19:06:51.438859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f583c1e-64f5-4fab-904e-9c69b623903a req-d0f5bd73-e08d-4c3b-b56d-dfc1bdc9c770 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:51.440327 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4f583c1e-64f5-4fab-904e-9c69b623903a req-d0f5bd73-e08d-4c3b-b56d-dfc1bdc9c770 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0528188 Dec 15 19:06:51.490757 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4f583c1e-64f5-4fab-904e-9c69b623903a req-2c06557f-74b7-4714-aadb-83907ed09139 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444431 Dec 15 19:06:51.596026 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab73c1-ecf0-48a5-ac9c-c9ce543a00d9 req-e7d1fdf9-755f-4a63-8c6d-ee619adfd3de tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:51.597579 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7ab73c1-ecf0-48a5-ac9c-c9ce543a00d9 req-e7d1fdf9-755f-4a63-8c6d-ee619adfd3de tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0476334 Dec 15 19:06:51.647744 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7ab73c1-ecf0-48a5-ac9c-c9ce543a00d9 req-503873a7-7fda-4f99-bacb-7a2c49301d6a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439732 Dec 15 19:06:51.867821 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcf42ac-e04d-4a56-bc85-fac84451d24f req-7ab7e57c-9965-4206-bbf2-619b16fe45c7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:51.869345 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-adcf42ac-e04d-4a56-bc85-fac84451d24f req-7ab7e57c-9965-4206-bbf2-619b16fe45c7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0533357 Dec 15 19:06:51.918178 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-adcf42ac-e04d-4a56-bc85-fac84451d24f req-2f37cb67-aac6-46bd-b270-a4be19ea590f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427599 Dec 15 19:06:52.094258 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576156-3317-4ad9-a523-54d1c55689b7 req-9c115cfe-37c8-47af-b8b9-5dc9be92b197 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:52.096200 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3576156-3317-4ad9-a523-54d1c55689b7 req-9c115cfe-37c8-47af-b8b9-5dc9be92b197 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0489202 Dec 15 19:06:52.145940 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3576156-3317-4ad9-a523-54d1c55689b7 req-916360b8-def7-4e05-8283-c46b18ea4d87 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437336 Dec 15 19:06:52.256440 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f2532-1115-48e1-8ac0-598790ea286b req-1048ded1-9967-4253-8ffb-56d3aaaacb05 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:52.257979 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e39f2532-1115-48e1-8ac0-598790ea286b req-1048ded1-9967-4253-8ffb-56d3aaaacb05 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0553403 Dec 15 19:06:52.308988 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e39f2532-1115-48e1-8ac0-598790ea286b req-bebe61dc-b9d3-4897-8679-3229b15c5b5f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450177 Dec 15 19:06:52.449242 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056124bd-3ace-48e4-97f2-f005ba96b4da req-d17f352c-8882-438c-b113-0719e63f7a90 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:52.450718 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-056124bd-3ace-48e4-97f2-f005ba96b4da req-d17f352c-8882-438c-b113-0719e63f7a90 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0483546 Dec 15 19:06:52.501996 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-056124bd-3ace-48e4-97f2-f005ba96b4da req-23e466dc-ff44-4eeb-b9cf-67a041b3bfc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444071 Dec 15 19:06:52.607098 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2de941-ba72-43fb-93bd-eaeb433b10a0 req-ebf85e6b-a628-4fe7-a318-87b45f78df2b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:52.608550 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea2de941-ba72-43fb-93bd-eaeb433b10a0 req-ebf85e6b-a628-4fe7-a318-87b45f78df2b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0477245 Dec 15 19:06:52.677308 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ea2de941-ba72-43fb-93bd-eaeb433b10a0 req-8264b32c-ea06-427b-8514-ed3cd7d72067 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0516243 Dec 15 19:06:52.779362 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15cbd-7e2f-400c-9b48-2b16efcf487c req-57561e06-d2cf-49c0-82f9-0412bfca5884 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:52.781367 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44b15cbd-7e2f-400c-9b48-2b16efcf487c req-57561e06-d2cf-49c0-82f9-0412bfca5884 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0531981 Dec 15 19:06:52.836376 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44b15cbd-7e2f-400c-9b48-2b16efcf487c req-ed826f76-f961-4b74-9f29-4af664426569 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483749 Dec 15 19:06:53.034977 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314705e-a509-4c22-aeab-713890aa4013 req-c7d3e847-8fb6-4378-be70-f5f6bdc06f58 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.036460 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2314705e-a509-4c22-aeab-713890aa4013 req-c7d3e847-8fb6-4378-be70-f5f6bdc06f58 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Dec 15 19:06:53.084546 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2314705e-a509-4c22-aeab-713890aa4013 req-7da78c76-4974-4779-b830-ecd1fd5c1f4b tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421607 Dec 15 19:06:53.268580 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb3d93d-9d5e-4932-9f96-f00afb0fcc77 req-0b9719dd-b130-4150-8c76-dcd51f75d669 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.270194 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bb3d93d-9d5e-4932-9f96-f00afb0fcc77 req-0b9719dd-b130-4150-8c76-dcd51f75d669 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0549471 Dec 15 19:06:53.321639 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0bb3d93d-9d5e-4932-9f96-f00afb0fcc77 req-a53b5123-12ce-412b-a857-7ff16934774d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453508 Dec 15 19:06:53.434637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3694aa0-ca2d-426c-8084-b36f3e2440f6 req-d0218a22-1f03-4e2f-bf87-ac0509dd5508 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.436139 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3694aa0-ca2d-426c-8084-b36f3e2440f6 req-d0218a22-1f03-4e2f-bf87-ac0509dd5508 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0498009 Dec 15 19:06:53.483782 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e3694aa0-ca2d-426c-8084-b36f3e2440f6 req-1ad8c930-f21b-4dd7-b8b3-bc6029f4d86a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406957 Dec 15 19:06:53.625234 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bb814-c7cd-4ced-a9f1-de082ac05684 req-a51e71f3-c8cf-4231-857a-5db25ee349db tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.627049 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec4bb814-c7cd-4ced-a9f1-de082ac05684 req-a51e71f3-c8cf-4231-857a-5db25ee349db tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0528181 Dec 15 19:06:53.682114 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ec4bb814-c7cd-4ced-a9f1-de082ac05684 req-94cbe7d8-c449-4312-b105-4dc90bfe7a58 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486526 Dec 15 19:06:53.797008 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163b67a2-0ab2-40fb-9713-3ac34fa712be req-cf7bf17d-7e4b-4095-8005-0bf77e7d4ebc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.799049 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-163b67a2-0ab2-40fb-9713-3ac34fa712be req-cf7bf17d-7e4b-4095-8005-0bf77e7d4ebc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0581772 Dec 15 19:06:53.850981 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-163b67a2-0ab2-40fb-9713-3ac34fa712be req-d22d50a9-8de9-4e72-a1ad-9765818eb857 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456293 Dec 15 19:06:53.927200 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:06:53.966001 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4898b5eb-48c7-49b9-a490-b49286e4d40e req-7330b206-2dbb-43c5-8724-23de447c9cc8 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:53.967513 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4898b5eb-48c7-49b9-a490-b49286e4d40e req-7330b206-2dbb-43c5-8724-23de447c9cc8 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0565467 Dec 15 19:06:54.014564 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4898b5eb-48c7-49b9-a490-b49286e4d40e req-97c40cd7-a0e1-40e1-a60d-9158d583d192 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403428 Dec 15 19:06:54.202602 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79726775-f068-4880-b1fd-645ed0951987 req-b9ec3fe8-3300-4670-b0cf-faa4df63f9d4 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:54.204584 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79726775-f068-4880-b1fd-645ed0951987 req-b9ec3fe8-3300-4670-b0cf-faa4df63f9d4 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0520167 Dec 15 19:06:54.252475 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79726775-f068-4880-b1fd-645ed0951987 req-c2e6af4f-b207-4cd0-a0bd-7643d0e01aa7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Dec 15 19:06:54.438876 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d130f310-6bfe-400d-a5f1-dd11f4954477 req-900e53d3-ce7e-4e17-ae3f-77e06c0c0530 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:54.440278 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d130f310-6bfe-400d-a5f1-dd11f4954477 req-900e53d3-ce7e-4e17-ae3f-77e06c0c0530 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0521388 Dec 15 19:06:54.488891 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d130f310-6bfe-400d-a5f1-dd11f4954477 req-1b4baaef-42f9-4025-949f-a25ecbcafa50 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425670 Dec 15 19:06:54.602515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6b1593-6aa3-4740-877e-eff7c2919e69 req-25f199ad-6468-4942-a657-21418a147a75 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:54.604089 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df6b1593-6aa3-4740-877e-eff7c2919e69 req-25f199ad-6468-4942-a657-21418a147a75 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0518332 Dec 15 19:06:54.657467 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df6b1593-6aa3-4740-877e-eff7c2919e69 req-662c1cbb-7c9a-4719-9720-0e219167f075 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445395 Dec 15 19:06:54.803423 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65831fe7-5707-4346-8ac5-0e3bd644776a req-22d0ca74-82db-4963-8499-fc42e46aff73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:54.804934 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65831fe7-5707-4346-8ac5-0e3bd644776a req-22d0ca74-82db-4963-8499-fc42e46aff73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0498314 Dec 15 19:06:54.856703 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65831fe7-5707-4346-8ac5-0e3bd644776a req-54faa88e-8a4b-4084-b208-6ecd2dfbd94e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452931 Dec 15 19:06:54.967966 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eb6625-058d-4f98-8aec-8cd959acbbad req-457f4c74-3991-4bbd-b407-8e2fd3bad4e5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:54.969471 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d7eb6625-058d-4f98-8aec-8cd959acbbad req-457f4c74-3991-4bbd-b407-8e2fd3bad4e5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0525200 Dec 15 19:06:55.034475 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d7eb6625-058d-4f98-8aec-8cd959acbbad req-ce2c5ff0-9b71-47ff-ace2-6ea1dda84fe4 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0535514 Dec 15 19:06:55.141595 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bcbf32-0309-409a-aa06-df2e79e50a2b req-8de3670f-b29b-49f8-a307-360a0552bf98 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:55.143091 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3bcbf32-0309-409a-aa06-df2e79e50a2b req-8de3670f-b29b-49f8-a307-360a0552bf98 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0487177 Dec 15 19:06:55.192520 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3bcbf32-0309-409a-aa06-df2e79e50a2b req-86b99e75-4e5e-4fce-ac17-432e22ecb763 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Dec 15 19:06:55.371703 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412da58b-6e8a-4aa1-a101-d643ddc41763 req-f5758f77-8003-43cb-8642-8b37740a5214 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:55.373210 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-412da58b-6e8a-4aa1-a101-d643ddc41763 req-f5758f77-8003-43cb-8642-8b37740a5214 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0539522 Dec 15 19:06:55.425387 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-412da58b-6e8a-4aa1-a101-d643ddc41763 req-92720fee-e0ac-4e57-a7eb-d6aa37d125e7 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453699 Dec 15 19:06:55.611320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14ce269-7675-4da4-aa2f-2117d7bcd6b6 req-33952ec6-805a-4e52-bc29-9b361a4ada2f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:55.612803 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a14ce269-7675-4da4-aa2f-2117d7bcd6b6 req-33952ec6-805a-4e52-bc29-9b361a4ada2f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0542603 Dec 15 19:06:55.669640 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a14ce269-7675-4da4-aa2f-2117d7bcd6b6 req-3925d4ef-022c-478a-a781-b6f7422d5dd0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505483 Dec 15 19:06:55.776910 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcc0d2f-dd78-4781-9285-64197cfe1d47 req-f7a674b3-8927-4302-a1a3-d00f55b8925f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:55.778347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fdcc0d2f-dd78-4781-9285-64197cfe1d47 req-f7a674b3-8927-4302-a1a3-d00f55b8925f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0507102 Dec 15 19:06:55.837242 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fdcc0d2f-dd78-4781-9285-64197cfe1d47 req-2ce5f69c-c754-44da-ab98-5bd20ca54b8c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502629 Dec 15 19:06:55.978682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3e168-7b02-4f8c-972d-821423e05efc req-0be5ab8a-59e4-48ec-aa82-55844b5e27ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:55.980183 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37e3e168-7b02-4f8c-972d-821423e05efc req-0be5ab8a-59e4-48ec-aa82-55844b5e27ab tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0485952 Dec 15 19:06:56.033429 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-37e3e168-7b02-4f8c-972d-821423e05efc req-96ea7dfc-b9ab-4b84-a1f0-f5a4cd7f770d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461876 Dec 15 19:06:56.158290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a03a36-b2f3-4366-9d36-14e9a138d993 req-6590a879-7325-46ca-9444-31e439419826 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:56.159903 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7a03a36-b2f3-4366-9d36-14e9a138d993 req-6590a879-7325-46ca-9444-31e439419826 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0521102 Dec 15 19:06:56.210440 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e7a03a36-b2f3-4366-9d36-14e9a138d993 req-c2477274-3bae-48a1-b7f6-37a910f4c20e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444963 Dec 15 19:06:56.315881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d466f5-2a5b-4c27-b7e1-b9fe1ac94d17 req-3c570ce9-23bc-48de-858d-c7c941b68fc1 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:56.317521 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0d466f5-2a5b-4c27-b7e1-b9fe1ac94d17 req-3c570ce9-23bc-48de-858d-c7c941b68fc1 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0493968 Dec 15 19:06:56.368210 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a0d466f5-2a5b-4c27-b7e1-b9fe1ac94d17 req-a1b06d21-4b43-46b3-9d56-b316c9a339ba tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434179 Dec 15 19:06:56.543330 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced618ff-ecb9-4cc2-ab33-06a9a6c9b091 req-63b82428-6ce5-44c5-9860-36ddeef2b5ae tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:56.544807 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ced618ff-ecb9-4cc2-ab33-06a9a6c9b091 req-63b82428-6ce5-44c5-9860-36ddeef2b5ae tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0512676 Dec 15 19:06:56.592513 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ced618ff-ecb9-4cc2-ab33-06a9a6c9b091 req-8f540527-cc05-478a-b63b-d63219454fcf tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410528 Dec 15 19:06:56.792539 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab29c3a-b5b9-4269-90fe-f0f91b1659fb req-7c0b5ae8-1ad9-4733-90bb-65ac09efe974 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:56.794045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fab29c3a-b5b9-4269-90fe-f0f91b1659fb req-7c0b5ae8-1ad9-4733-90bb-65ac09efe974 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0540607 Dec 15 19:06:56.845523 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fab29c3a-b5b9-4269-90fe-f0f91b1659fb req-7eee3671-8257-4629-8478-6974af5ac9e8 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436373 Dec 15 19:06:56.967365 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83e5c6e-6493-4cbf-b741-c1d5260e757d req-f195d8c4-5bf3-4159-85f6-506fc7b56b8e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:56.968846 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e83e5c6e-6493-4cbf-b741-c1d5260e757d req-f195d8c4-5bf3-4159-85f6-506fc7b56b8e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0526648 Dec 15 19:06:57.016863 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e83e5c6e-6493-4cbf-b741-c1d5260e757d req-84c0a1d5-0b23-461d-8ca6-d8c459158564 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Dec 15 19:06:57.154758 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d3c56-4057-44f3-b163-9c052297a6f3 req-17be0599-2adf-42c7-9553-7b2a1efd921d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:57.156156 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c65d3c56-4057-44f3-b163-9c052297a6f3 req-17be0599-2adf-42c7-9553-7b2a1efd921d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0487866 Dec 15 19:06:57.205638 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c65d3c56-4057-44f3-b163-9c052297a6f3 req-d06b1e71-1c8e-4198-bded-851a8717eeac tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435171 Dec 15 19:06:57.331448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9481fb-a496-46a7-b745-abd73db57192 req-5dec4020-f789-4f64-9532-00b940fe9647 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:57.332921 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f9481fb-a496-46a7-b745-abd73db57192 req-5dec4020-f789-4f64-9532-00b940fe9647 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0513482 Dec 15 19:06:57.391207 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6f9481fb-a496-46a7-b745-abd73db57192 req-7b4cc9ae-252f-49c2-9d94-87a15e01c8de tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500727 Dec 15 19:06:57.493454 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78befa82-530c-4317-96b1-7b54577cfc56 req-ba01af8b-5b5e-4375-a761-14af89873fec tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:57.494948 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78befa82-530c-4317-96b1-7b54577cfc56 req-ba01af8b-5b5e-4375-a761-14af89873fec tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0489383 Dec 15 19:06:57.545185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78befa82-530c-4317-96b1-7b54577cfc56 req-bf3ad8a9-1081-4e5e-9195-b5f6714b831f tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434420 Dec 15 19:06:57.712652 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3dc5d-4c0b-4f15-9666-8c7c1fc10f6e req-a29ab131-0f0d-4bf4-8759-5585118acb2e tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:57.714200 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9e3dc5d-4c0b-4f15-9666-8c7c1fc10f6e req-a29ab131-0f0d-4bf4-8759-5585118acb2e tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0514588 Dec 15 19:06:57.764027 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9e3dc5d-4c0b-4f15-9666-8c7c1fc10f6e req-99bfb366-e122-43b0-90d5-f339146eb3ea tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Dec 15 19:06:57.967033 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd882a3-6f3a-4ea9-9ab0-c5a56b582181 req-61bbd339-6250-4d09-b2f3-2ec61fda41f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:57.968399 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2fd882a3-6f3a-4ea9-9ab0-c5a56b582181 req-61bbd339-6250-4d09-b2f3-2ec61fda41f4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0501800 Dec 15 19:06:58.014002 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2fd882a3-6f3a-4ea9-9ab0-c5a56b582181 req-2dbce0ae-7aa2-486e-a8a6-1cbe97dad7b6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390203 Dec 15 19:06:58.130559 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86c697c-9f57-4ba4-ae41-20f585e5364d req-30f6f66d-bc77-4b64-89f9-ac5285fae029 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.132003 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d86c697c-9f57-4ba4-ae41-20f585e5364d req-30f6f66d-bc77-4b64-89f9-ac5285fae029 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0473247 Dec 15 19:06:58.177477 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d86c697c-9f57-4ba4-ae41-20f585e5364d req-90cf7f47-a967-46f5-ba59-9e6d2aa6a6d3 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396159 Dec 15 19:06:58.216910 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Request body: {'port': {'device_id': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:06:58.276520 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:58.385373 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d516cf88-a56a-4de4-8584-d6e9412e1e8c req-d06e054a-0dd5-467c-be0e-52d1bec75ab6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.386853 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d516cf88-a56a-4de4-8584-d6e9412e1e8c req-d06e054a-0dd5-467c-be0e-52d1bec75ab6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0900970 Dec 15 19:06:58.511660 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa01ea68-1ce8-4019-93b1-4e35adba20af req-41ba7c27-aa71-4139-8411-b4338e9ce1cf tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.516310 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa01ea68-1ce8-4019-93b1-4e35adba20af req-41ba7c27-aa71-4139-8411-b4338e9ce1cf tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 932 time: 0.0514836 Dec 15 19:06:58.528257 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d516cf88-a56a-4de4-8584-d6e9412e1e8c req-1f20af4a-a1af-461e-a760-5c44a25b58e1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007383 Dec 15 19:06:58.593056 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fa01ea68-1ce8-4019-93b1-4e35adba20af req-f24d32b8-df81-4e98-8a99-3f56bb9af363 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726357 Dec 15 19:06:58.602222 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a7c77-b8eb-4d3f-9873-f9059524ab66 req-f2ff3ec2-bb43-463a-b9ed-54ed9826f09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.603707 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e69a7c77-b8eb-4d3f-9873-f9059524ab66 req-f2ff3ec2-bb43-463a-b9ed-54ed9826f09f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 1102 time: 0.0631351 Dec 15 19:06:58.657796 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e69a7c77-b8eb-4d3f-9873-f9059524ab66 req-13f9f213-f2fe-4142-a333-c538b2b14789 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449297 Dec 15 19:06:58.682545 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d828ab8-0ca7-48b9-813f-689cb063f4ad {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:06:58.692815 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:58.709470 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Transition to ACTIVE for port object 3d828ab8-0ca7-48b9-813f-689cb063f4ad will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:06:58.717865 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802d433-b293-4d83-a6cb-7aa179049074 req-0c81df57-5d1f-4cf0-83d6-cdfaf489196e tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.719407 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5802d433-b293-4d83-a6cb-7aa179049074 req-0c81df57-5d1f-4cf0-83d6-cdfaf489196e tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0862815 Dec 15 19:06:58.767341 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5802d433-b293-4d83-a6cb-7aa179049074 req-6a1689ed-fe30-4a81-aec1-685ab5e4acee tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Dec 15 19:06:58.774678 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:58.830112 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Pushing event updated for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:58.861536 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Attempting to bind port 3d828ab8-0ca7-48b9-813f-689cb063f4ad on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:06:58.862264 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Attempting to bind port 3d828ab8-0ca7-48b9-813f-689cb063f4ad by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:06:58.862983 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Attempting to bind port 3d828ab8-0ca7-48b9-813f-689cb063f4ad on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:58.869070 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Port 3d828ab8-0ca7-48b9-813f-689cb063f4ad on network 8f1ee251-b588-424c-abec-a3e47c426719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:06:58.869644 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Attempting to bind port 3d828ab8-0ca7-48b9-813f-689cb063f4ad on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:06:58.874860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 6, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:06:58.875449 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:06:58.875842 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Bound using segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:06:58.876278 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Bound port: 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:06:58.876737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:58.887573 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0011e16-0b32-4644-b1f5-0836f038ce04 req-5461117b-94b1-403b-994f-93fa6f2c6bb1 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:58.894768 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0011e16-0b32-4644-b1f5-0836f038ce04 req-5461117b-94b1-403b-994f-93fa6f2c6bb1 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0567348 Dec 15 19:06:58.940749 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0011e16-0b32-4644-b1f5-0836f038ce04 req-25c3c865-0c2d-43ea-8d55-a439e07100a6 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451050 Dec 15 19:06:58.946302 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:06:58.949676 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:06:59.035707 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:59.074071 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.074700 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:06:59.076268 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] 10.222.0.44 "PUT /v2.0/ports/3d828ab8-0ca7-48b9-813f-689cb063f4ad HTTP/1.1" status: 200 len: 1094 time: 0.8634965 Dec 15 19:06:59.076526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:06:59.078863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1668d736-9dc0-438c-886f-a90ec89344ed" -d '{"events": [{"name": "network-changed", "server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:06:59.123065 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85128a5b-130e-46ca-bc7f-e7913dff2d2a x-openstack-request-id: req-85128a5b-130e-46ca-bc7f-e7913dff2d2a {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:06:59.125847 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:06:59.125847 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-85128a5b-130e-46ca-bc7f-e7913dff2d2a {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:06:59.125847 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'status': 'completed', 'code': 200} Dec 15 19:06:59.133858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33132c-54a0-4d9f-931d-63da2eac4025 service neutron] Pushing event updated for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:06:59.152560 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15759d8b-f67f-46ae-9d53-4ab3e10aff5f req-a6646b57-b8c0-4534-9b44-fdac72a7acce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.154200 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-15759d8b-f67f-46ae-9d53-4ab3e10aff5f req-a6646b57-b8c0-4534-9b44-fdac72a7acce tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0690048 Dec 15 19:06:59.235986 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d736-9dc0-438c-886f-a90ec89344ed req-3ac86282-c3e9-45ae-8f1f-3e7d5c2fa451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.237535 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1668d736-9dc0-438c-886f-a90ec89344ed req-3ac86282-c3e9-45ae-8f1f-3e7d5c2fa451 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 1097 time: 0.0769548 Dec 15 19:06:59.242414 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-15759d8b-f67f-46ae-9d53-4ab3e10aff5f req-81275b21-83cf-42fa-a044-50743f34314f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806370 Dec 15 19:06:59.324941 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9816fe5-1d74-4a5e-b1e4-6d21da84084b req-6573cf7b-0b34-460b-94ff-c67008366e94 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.327210 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9816fe5-1d74-4a5e-b1e4-6d21da84084b req-6573cf7b-0b34-460b-94ff-c67008366e94 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0765669 Dec 15 19:06:59.345063 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d736-9dc0-438c-886f-a90ec89344ed req-070180ba-a66a-4333-b7ed-2dbf2a0ea00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.346652 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1668d736-9dc0-438c-886f-a90ec89344ed req-070180ba-a66a-4333-b7ed-2dbf2a0ea00d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0998516 Dec 15 19:06:59.376871 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9816fe5-1d74-4a5e-b1e4-6d21da84084b req-eacb9da2-0eff-49ca-bdcd-93858353fd77 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Dec 15 19:06:59.447980 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1668d736-9dc0-438c-886f-a90ec89344ed req-a3da7b7a-bc71-4d5d-909e-e91fc282ec0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.449495 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1668d736-9dc0-438c-886f-a90ec89344ed req-a3da7b7a-bc71-4d5d-909e-e91fc282ec0d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941210 Dec 15 19:06:59.532819 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-cf570f30-5112-4e70-a45c-27cf3da60470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.534405 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-cf570f30-5112-4e70-a45c-27cf3da60470 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 1097 time: 0.0406208 Dec 15 19:06:59.586154 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-e0ee859a-41e5-4de5-8278-80c060805865 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad HTTP/1.1" status: 200 len: 217 time: 0.0348854 Dec 15 19:06:59.643164 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-bf78fba9-1304-4d82-ae2f-dcb36470d93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.644643 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-bf78fba9-1304-4d82-ae2f-dcb36470d93f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0480917 Dec 15 19:06:59.653948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307e2ee-975e-40bd-93d1-697342d45d5f req-a9453fd5-d7dc-47ad-864e-fe907bd0810f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.655485 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4307e2ee-975e-40bd-93d1-697342d45d5f req-a9453fd5-d7dc-47ad-864e-fe907bd0810f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0532062 Dec 15 19:06:59.705759 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4307e2ee-975e-40bd-93d1-697342d45d5f req-b7039b0a-d165-4827-b16a-eef6fa9f9e79 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427260 Dec 15 19:06:59.722814 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-296e5ca7-f984-49f0-ae99-bf9989c9c916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.724319 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-296e5ca7-f984-49f0-ae99-bf9989c9c916 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711839 Dec 15 19:06:59.735272 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aed0d3a-a493-4733-a8ed-fc26fa7732ca req-a6cdaf6e-e118-44db-8ade-e2433183b1f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.736612 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1aed0d3a-a493-4733-a8ed-fc26fa7732ca req-a6cdaf6e-e118-44db-8ade-e2433183b1f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0599568 Dec 15 19:06:59.838790 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1aed0d3a-a493-4733-a8ed-fc26fa7732ca req-9e353083-f547-4e06-a5a2-b8153618c825 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0944710 Dec 15 19:06:59.856754 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-68d65ebd-f88f-4689-b8dd-c743c2318f19 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192105 Dec 15 19:06:59.856938 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-e6b8e8d2-190e-41bb-9156-008f58d08acb tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.858298 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-e6b8e8d2-190e-41bb-9156-008f58d08acb tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0585101 Dec 15 19:06:59.946860 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f48392-77f3-416c-9103-8f65b947969e req-9b1db6f7-191e-4b04-a87b-b55459ac310a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:06:59.948332 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74f48392-77f3-416c-9103-8f65b947969e req-9b1db6f7-191e-4b04-a87b-b55459ac310a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.1128576 Dec 15 19:06:59.955218 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e49c70b9-e1a9-474f-b8b7-718581147d10 req-fdac93f0-0fef-44a5-974d-739fd3bb8e71 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823762 Dec 15 19:07:00.011718 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74f48392-77f3-416c-9103-8f65b947969e req-ab502199-dad1-46c3-a61e-be4dbfaad24f tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564926 Dec 15 19:07:00.014627 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Deleting port 828144f6-72f4-4245-b754-2f3f975b9c13 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:00.014969 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:00.060290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d15f2-1c09-4f65-9549-d0fba12960e4 req-f816e51d-c408-4aff-b6cd-6af448dc4908 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.061928 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d5d15f2-1c09-4f65-9549-d0fba12960e4 req-f816e51d-c408-4aff-b6cd-6af448dc4908 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 946 time: 0.0525393 Dec 15 19:07:00.106271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] For port 828144f6-72f4-4245-b754-2f3f975b9c13, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=828144f6-72f4-4245-b754-2f3f975b9c13,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:00.106559 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:00.112027 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d5d15f2-1c09-4f65-9549-d0fba12960e4 req-136189bc-db05-4217-a7cd-b22caba0e04a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423102 Dec 15 19:07:00.119081 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Calling delete_port for 828144f6-72f4-4245-b754-2f3f975b9c13 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:00.306293 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:00.320589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['828144f6-72f4-4245-b754-2f3f975b9c13'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:00.352378 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Pushing event deleted for resources: {'Port': ['ID=828144f6-72f4-4245-b754-2f3f975b9c13,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:00.383893 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70748ee8-9fe7-4f6d-8285-ce62f4bfddbc req-67cd4739-8434-44b9-a528-7ef7043e4196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.385668 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-70748ee8-9fe7-4f6d-8285-ce62f4bfddbc req-67cd4739-8434-44b9-a528-7ef7043e4196 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0462658 Dec 15 19:07:00.401539 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] No DVR routers for this DVR port 828144f6-72f4-4245-b754-2f3f975b9c13 on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:00.410741 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:00.414074 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-93bcdc76-a57d-47d8-8b12-6bec57799dbe req-31ee9360-64ad-4a97-a88e-ce21d1287bce tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "DELETE /v2.0/ports/828144f6-72f4-4245-b754-2f3f975b9c13 HTTP/1.1" status: 204 len: 173 time: 0.5404420 Dec 15 19:07:00.415504 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'name': 'network-vif-deleted', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:00.417772 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cbd8cf9-4ac5-4c30-af84-59a3f935433f" -d '{"events": [{"server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "name": "network-vif-deleted", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:00.439658 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04978acb-2ea7-4a81-ac25-ff7d0736885b req-aa7f7f1c-5f4c-4c1f-9793-873b47153060 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.441305 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04978acb-2ea7-4a81-ac25-ff7d0736885b req-aa7f7f1c-5f4c-4c1f-9793-873b47153060 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.1041305 Dec 15 19:07:00.446158 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-70748ee8-9fe7-4f6d-8285-ce62f4bfddbc req-7f03f7be-af80-48b5-82b1-dc94fb48365d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Dec 15 19:07:00.489839 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04978acb-2ea7-4a81-ac25-ff7d0736885b req-15dbada7-7bff-4f0f-9fb1-5c0a3bab636d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424347 Dec 15 19:07:00.506166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9c200-8115-40ad-9d50-509db8457cb4 req-245599b8-67c5-4e0b-adb1-e5471d8dac73 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.507931 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33d9c200-8115-40ad-9d50-509db8457cb4 req-245599b8-67c5-4e0b-adb1-e5471d8dac73 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0524139 Dec 15 19:07:00.558754 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33d9c200-8115-40ad-9d50-509db8457cb4 req-1ee2fde2-9d9f-48f9-bc3e-5c7576727309 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450134 Dec 15 19:07:00.601281 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8c7fe3-aded-40e5-b32f-0ee7303f7e9f x-openstack-request-id: req-5a8c7fe3-aded-40e5-b32f-0ee7303f7e9f {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:00.601644 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e09c87-53f0-4d48-9eba-d5adae8227e3", "name": "network-vif-deleted", "tag": "828144f6-72f4-4245-b754-2f3f975b9c13", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:00.602165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-5a8c7fe3-aded-40e5-b32f-0ee7303f7e9f {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:00.602564 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e09c87-53f0-4d48-9eba-d5adae8227e3', 'name': 'network-vif-deleted', 'tag': '828144f6-72f4-4245-b754-2f3f975b9c13', 'status': 'completed', 'code': 200} Dec 15 19:07:00.826378 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77eec2c-6c7a-4298-a037-9e6b4d713a15 req-8e55f2a5-1504-4613-a5de-32f6d2b26ac6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.827942 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c77eec2c-6c7a-4298-a037-9e6b4d713a15 req-8e55f2a5-1504-4613-a5de-32f6d2b26ac6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0478177 Dec 15 19:07:00.877268 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c77eec2c-6c7a-4298-a037-9e6b4d713a15 req-48767a9b-0aee-492a-8771-2daad2f2b04a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Dec 15 19:07:00.903327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-aefe83a0-cfe4-4cc8-817f-f16ec2582c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:00.968452 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054d5171-d3c4-48a3-82cd-584ad31fa897 req-b1d8a9f0-28eb-42fb-a206-643a7004736c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:00.970663 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-054d5171-d3c4-48a3-82cd-584ad31fa897 req-b1d8a9f0-28eb-42fb-a206-643a7004736c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0562785 Dec 15 19:07:01.022865 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-054d5171-d3c4-48a3-82cd-584ad31fa897 req-e572a2e3-95d1-4de5-a23e-f3479f607175 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460682 Dec 15 19:07:01.122466 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a2aabd-cbe2-43e4-8e95-26966ebd2877 req-a87a5239-d3a0-4054-b7d1-bc630597b7af tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.123900 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-13a2aabd-cbe2-43e4-8e95-26966ebd2877 req-a87a5239-d3a0-4054-b7d1-bc630597b7af tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0459156 Dec 15 19:07:01.199847 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-13a2aabd-cbe2-43e4-8e95-26966ebd2877 req-ace5f987-7863-408d-8940-1fb6ae216921 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693040 Dec 15 19:07:01.218152 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-c75314b3-823f-47d3-ab8f-f730892aba75 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.218639 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae94c754-4b92-4cf7-83b9-33ee585750af req-d83daf7b-4f2c-49d5-ab93-c3371690ade1 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=26e09c87-53f0-4d48-9eba-d5adae8227e3 HTTP/1.1" status: 200 len: 210 time: 0.0256205 Dec 15 19:07:01.219913 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-c75314b3-823f-47d3-ab8f-f730892aba75 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0763586 Dec 15 19:07:01.350073 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Deleting port ccb93599-d69e-4dee-a1b0-4b565ff2cdda {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:01.350412 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:01.621650 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52c1c-992a-4875-bd7e-b1a2586464d5 req-2e3d594e-541e-4420-a72a-43392efaeb68 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.623181 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ca52c1c-992a-4875-bd7e-b1a2586464d5 req-2e3d594e-541e-4420-a72a-43392efaeb68 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 945 time: 0.0592077 Dec 15 19:07:01.684867 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ca52c1c-992a-4875-bd7e-b1a2586464d5 req-f1d6bc13-5149-44f5-8b8e-5f6dbe072468 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542140 Dec 15 19:07:01.698954 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121c4ae2-456f-4ac3-84fb-1cdce0ac3d11 req-ac359001-5972-4d45-923f-f0e0acf87b6a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.700434 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-121c4ae2-456f-4ac3-84fb-1cdce0ac3d11 req-ac359001-5972-4d45-923f-f0e0acf87b6a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0814543 Dec 15 19:07:01.723152 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] For port ccb93599-d69e-4dee-a1b0-4b565ff2cdda, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:01.723523 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:01.745102 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Calling delete_port for ccb93599-d69e-4dee-a1b0-4b565ff2cdda owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:01.793609 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d46c1-bf2b-4ae3-9855-a79241f088dc req-f67c58a6-9e1e-4f93-b4a4-30cd5f1b219d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.795127 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e43d46c1-bf2b-4ae3-9855-a79241f088dc req-f67c58a6-9e1e-4f93-b4a4-30cd5f1b219d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0487909 Dec 15 19:07:01.834659 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-121c4ae2-456f-4ac3-84fb-1cdce0ac3d11 req-b3ddb283-926f-4baf-be1b-dc2e3e96f944 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246016 Dec 15 19:07:01.862005 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e43d46c1-bf2b-4ae3-9855-a79241f088dc req-ae00734e-e9ab-4668-8d04-7585a034368e tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596762 Dec 15 19:07:01.997107 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1715dee-22bf-46be-b711-bcfe9acd2abf req-3dde39b8-2f88-4702-b17f-5aeed80589d3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:01.998641 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b1715dee-22bf-46be-b711-bcfe9acd2abf req-3dde39b8-2f88-4702-b17f-5aeed80589d3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0483844 Dec 15 19:07:02.003465 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:02.018960 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:02.033470 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event deleted for resources: {'Port': ['ID=ccb93599-d69e-4dee-a1b0-4b565ff2cdda,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:02.057611 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b1715dee-22bf-46be-b711-bcfe9acd2abf req-44e8f579-f878-4fd0-aa36-f191cd7616ad tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525789 Dec 15 19:07:02.108137 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] No DVR routers for this DVR port ccb93599-d69e-4dee-a1b0-4b565ff2cdda on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:02.119467 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:02.123745 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db9e2fb0-4ddc-4c85-b2d5-abeb80142e96 req-fb173826-98a5-47ab-8c88-48a8c1aa342e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "DELETE /v2.0/ports/ccb93599-d69e-4dee-a1b0-4b565ff2cdda HTTP/1.1" status: 204 len: 173 time: 0.8951561 Dec 15 19:07:02.123745 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'name': 'network-vif-deleted', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:02.125641 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ab6fa06-a54e-46e1-9c24-b9860d7bb8e8" -d '{"events": [{"server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "name": "network-vif-deleted", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:02.165052 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5768d-48dd-429c-969e-7ea635bddbf1 req-e86cdeeb-9e52-43b0-8980-d6eacf0a5a79 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:02.166620 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3d5768d-48dd-429c-969e-7ea635bddbf1 req-e86cdeeb-9e52-43b0-8980-d6eacf0a5a79 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0597422 Dec 15 19:07:02.168068 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d2384f-0fc9-4ecf-9f7f-a9694dbbd716 x-openstack-request-id: req-e0d2384f-0fc9-4ecf-9f7f-a9694dbbd716 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:02.168360 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75af622f-27d3-45a3-8cd5-c58be636bf58", "name": "network-vif-deleted", "tag": "ccb93599-d69e-4dee-a1b0-4b565ff2cdda", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:02.168616 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e0d2384f-0fc9-4ecf-9f7f-a9694dbbd716 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:02.169101 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75af622f-27d3-45a3-8cd5-c58be636bf58', 'name': 'network-vif-deleted', 'tag': 'ccb93599-d69e-4dee-a1b0-4b565ff2cdda', 'status': 'completed', 'code': 200} Dec 15 19:07:02.223348 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3d5768d-48dd-429c-969e-7ea635bddbf1 req-5fb558a0-e413-49e4-bb1f-beda6ac66dc8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444026 Dec 15 19:07:02.793011 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01f02e99-7f77-4129-a93c-75bcc4231dd9 req-27ce720e-2ee1-4e30-aa1e-ec40c2163f6a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0248034 Dec 15 19:07:02.951521 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3b5a0-b42c-43ae-a6b6-08a9641c942a req-a4f82d8d-4804-4f3b-a01b-418a6b8cd380 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:02.953027 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3e3b5a0-b42c-43ae-a6b6-08a9641c942a req-a4f82d8d-4804-4f3b-a01b-418a6b8cd380 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0489249 Dec 15 19:07:02.976342 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef323c56-0ff2-4c3d-a8a3-d0f4d48d5079 req-5b0d75bf-a87d-41a7-949b-ef8e613f2f06 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:02.978009 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef323c56-0ff2-4c3d-a8a3-d0f4d48d5079 req-5b0d75bf-a87d-41a7-949b-ef8e613f2f06 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0480342 Dec 15 19:07:03.001205 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f3e3b5a0-b42c-43ae-a6b6-08a9641c942a req-0a9c67c1-655f-43bf-be9d-5576bd96526a tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415499 Dec 15 19:07:03.034993 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef323c56-0ff2-4c3d-a8a3-d0f4d48d5079 req-b63da4be-3c04-4774-a48a-c5db7fb5d190 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505972 Dec 15 19:07:03.237564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00abad0c-f1d6-4796-9f70-eeba18e2386a req-b68d41ff-db99-403d-9e7d-5c4f2db4e6bc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:03.238927 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00abad0c-f1d6-4796-9f70-eeba18e2386a req-b68d41ff-db99-403d-9e7d-5c4f2db4e6bc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0459745 Dec 15 19:07:03.286374 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-00abad0c-f1d6-4796-9f70-eeba18e2386a req-3227f875-51b0-4f17-822e-5fa2f80dbe7d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415909 Dec 15 19:07:03.334923 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0816f81-410c-4e6a-8784-632fe58213e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:03.601375 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eeb1a-32f4-4d9a-b22d-5a78eac2399f req-633792d5-15b2-460d-b1f3-dcd13623a870 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:03.602951 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a44eeb1a-32f4-4d9a-b22d-5a78eac2399f req-633792d5-15b2-460d-b1f3-dcd13623a870 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0470653 Dec 15 19:07:03.650828 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a44eeb1a-32f4-4d9a-b22d-5a78eac2399f req-b2fa277c-5e00-450a-8cb9-7faf3cf7fd22 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421548 Dec 15 19:07:03.755318 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856f5a3c-a9ea-42e5-b5a2-9116f0a7112c req-c6fc84c8-a7cd-471b-9848-52e9e02bbd27 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:03.757126 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-856f5a3c-a9ea-42e5-b5a2-9116f0a7112c req-c6fc84c8-a7cd-471b-9848-52e9e02bbd27 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0503860 Dec 15 19:07:03.803291 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-856f5a3c-a9ea-42e5-b5a2-9116f0a7112c req-0c44dcbe-27ec-4055-8250-925c274d7f25 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399966 Dec 15 19:07:03.894452 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3e6c5c66-01e8-4f71-b29d-ea9a148c3dd2 req-6f167305-5d84-440e-83b5-7a63e115ccc4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0253048 Dec 15 19:07:04.112707 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93637c3f-b11b-407b-858a-41225bfd5058 req-833722f2-53d8-492a-b298-4ff396d003d0 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:04.114121 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-93637c3f-b11b-407b-858a-41225bfd5058 req-833722f2-53d8-492a-b298-4ff396d003d0 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0474136 Dec 15 19:07:04.160041 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-93637c3f-b11b-407b-858a-41225bfd5058 req-02e0dd83-fde6-4c85-ad13-a1b635c23636 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401740 Dec 15 19:07:04.410738 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6545e1aa-c11c-42e9-a14a-d8dbfd225427 req-3456b4b5-d741-4393-be5a-36f43ef36c87 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:04.412336 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6545e1aa-c11c-42e9-a14a-d8dbfd225427 req-3456b4b5-d741-4393-be5a-36f43ef36c87 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0524468 Dec 15 19:07:04.420032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:04.459042 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6545e1aa-c11c-42e9-a14a-d8dbfd225427 req-e6ff2309-adea-40ae-825b-3e9a04d7ff72 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406389 Dec 15 19:07:04.765627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60ec014-b127-48ff-8dee-9ddb1c369692 req-a268c08b-205e-4754-89d6-0e9702690d25 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:04.767118 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b60ec014-b127-48ff-8dee-9ddb1c369692 req-a268c08b-205e-4754-89d6-0e9702690d25 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0483546 Dec 15 19:07:04.815064 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b60ec014-b127-48ff-8dee-9ddb1c369692 req-a83eb6ff-e989-4ab5-a7ee-5f09eff0295a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420296 Dec 15 19:07:04.916365 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de672208-2f9e-4b8d-b5d0-4d495d7aad4e req-d8999d7e-aa09-4ec9-a88d-917c5778bc76 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:04.917860 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de672208-2f9e-4b8d-b5d0-4d495d7aad4e req-d8999d7e-aa09-4ec9-a88d-917c5778bc76 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0500321 Dec 15 19:07:04.963174 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de672208-2f9e-4b8d-b5d0-4d495d7aad4e req-774d0d93-3a74-4895-94fe-8ec3f8721118 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Dec 15 19:07:05.050817 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-64941e39-9416-4187-85ff-b9161880f04d req-687f9a90-2bc8-46d4-8a3d-b514eb4403fb tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=75af622f-27d3-45a3-8cd5-c58be636bf58 HTTP/1.1" status: 200 len: 210 time: 0.0257065 Dec 15 19:07:05.269943 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef0a3c5-cc55-40c6-b817-fc5ffe7b62d1 req-8d96c08a-eba2-44c8-af15-3547bd175783 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:05.271419 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ef0a3c5-cc55-40c6-b817-fc5ffe7b62d1 req-8d96c08a-eba2-44c8-af15-3547bd175783 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0471566 Dec 15 19:07:05.317308 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ef0a3c5-cc55-40c6-b817-fc5ffe7b62d1 req-1d817c40-fa57-4c26-ac44-6051b08f1386 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Dec 15 19:07:05.579683 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c773d49d-fabb-419c-be5b-debad61a9070 req-3a4ef145-5f69-4ee5-ac5c-c87e194bed15 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:05.581093 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c773d49d-fabb-419c-be5b-debad61a9070 req-3a4ef145-5f69-4ee5-ac5c-c87e194bed15 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0512872 Dec 15 19:07:05.626627 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c773d49d-fabb-419c-be5b-debad61a9070 req-c4fde370-b0b3-47e4-8f78-1723d5521cb2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397143 Dec 15 19:07:05.754399 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:05.883340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 828144f6-72f4-4245-b754-2f3f975b9c13 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:05.905046 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 828144f6-72f4-4245-b754-2f3f975b9c13 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:05.905485 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 828144f6-72f4-4245-b754-2f3f975b9c13 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:05.928866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8453605a-e044-48af-bc3e-bb151be6671a req-ab2111f4-3e40-4863-b450-5e07166687c6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:05.930534 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8453605a-e044-48af-bc3e-bb151be6671a req-ab2111f4-3e40-4863-b450-5e07166687c6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0505993 Dec 15 19:07:05.982973 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8453605a-e044-48af-bc3e-bb151be6671a req-cb9a2122-daa5-4223-9b26-d39209becdd3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427978 Dec 15 19:07:06.023870 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-c281d2a2-ae47-420b-baa9-d225008f0999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.025986 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-c281d2a2-ae47-420b-baa9-d225008f0999 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 1098 time: 0.0416377 Dec 15 19:07:06.094275 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d61b73c-4c9a-46e5-8a6a-c97b4881df37 req-c1b7832f-a94b-451a-97ed-6e751397578f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.096755 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d61b73c-4c9a-46e5-8a6a-c97b4881df37 req-c1b7832f-a94b-451a-97ed-6e751397578f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0544889 Dec 15 19:07:06.137631 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-5d501b54-f510-4e8c-ac2f-e61267378236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.139237 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-5d501b54-f510-4e8c-ac2f-e61267378236 service neutron] 10.222.0.44 "GET /v2.0/networks?id=ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 200 len: 919 time: 0.0921035 Dec 15 19:07:06.152766 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2d61b73c-4c9a-46e5-8a6a-c97b4881df37 req-82330b5a-6f98-4637-9459-51e6f78fe22a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492268 Dec 15 19:07:06.186823 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-ee631a4b-6110-4a05-9dc2-262757ea868a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 200 len: 217 time: 0.0351865 Dec 15 19:07:06.242237 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-8b253a31-47bd-42ad-a777-6775dc3a29dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.243679 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-8b253a31-47bd-42ad-a777-6775dc3a29dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 200 len: 858 time: 0.0461063 Dec 15 19:07:06.265786 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device ccb93599-d69e-4dee-a1b0-4b565ff2cdda no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:06.288312 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: ccb93599-d69e-4dee-a1b0-4b565ff2cdda {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:06.288650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device ccb93599-d69e-4dee-a1b0-4b565ff2cdda not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:06.291045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-08b71219-28a9-4303-a9ae-701673140390 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=ad27c95c-4200-4f8c-a87e-cb2c17144865&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258367 Dec 15 19:07:06.317794 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-7650580c-5402-4adc-8e41-5249bd7a6ca5 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.319314 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-7650580c-5402-4adc-8e41-5249bd7a6ca5 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.44 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.0528624 Dec 15 19:07:06.405384 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-8ac6e797-7793-4af9-a321-907a44b47dbf service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053607 Dec 15 19:07:06.447481 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Deleting port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:06.447821 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:06.495050 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236b052d-4415-4b9c-be65-38a0c52908ef req-29e63afe-3442-4855-b183-131a0a7dc263 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.496538 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-236b052d-4415-4b9c-be65-38a0c52908ef req-29e63afe-3442-4855-b183-131a0a7dc263 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 949 time: 0.1057978 Dec 15 19:07:06.536113 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] For port 6ebe1443-a187-419b-b3fd-548c8b30dbb0, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=6ebe1443-a187-419b-b3fd-548c8b30dbb0,segment=NetworkSegment(d0260014-da7f-48ac-892d-6f8cf42926fc),segment_id=d0260014-da7f-48ac-892d-6f8cf42926fc)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:06.536489 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:06.540115 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-909f00f2-8cab-4d69-b48d-419c9ca2204b req-9c0072cf-dfc2-41e5-b901-4b3445ef2dbb service neutron] 10.222.0.44 "GET /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207409 Dec 15 19:07:06.548947 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Calling delete_port for 6ebe1443-a187-419b-b3fd-548c8b30dbb0 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:06.561891 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-236b052d-4415-4b9c-be65-38a0c52908ef req-d93fd48f-682a-48e4-8b33-580cd7d764fe tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/security-groups?id=274e7075-ee05-4e43-993e-4009cde0d42f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551059 Dec 15 19:07:06.714454 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:06.747593 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15e9fa3-df52-417b-b4ef-265cb7ac16d5 req-6a1c0a4b-8664-43ad-b721-bc1bbd179307 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:06.749102 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d15e9fa3-df52-417b-b4ef-265cb7ac16d5 req-6a1c0a4b-8664-43ad-b721-bc1bbd179307 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0492241 Dec 15 19:07:06.772192 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:06.786323 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['6ebe1443-a187-419b-b3fd-548c8b30dbb0'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:06.817579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Pushing event deleted for resources: {'Port': ['ID=6ebe1443-a187-419b-b3fd-548c8b30dbb0,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:06.855227 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d15e9fa3-df52-417b-b4ef-265cb7ac16d5 req-e1afba3c-4804-4e3a-9cbc-8d86778acf03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996997 Dec 15 19:07:06.874077 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] No DVR routers for this DVR port 6ebe1443-a187-419b-b3fd-548c8b30dbb0 on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:06.882308 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:06.886667 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d0e6ed1b-7712-460a-a467-ff551d3a0901 req-00f92f26-e4ed-4457-ac15-5bee11b00dc7 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.44 "DELETE /v2.0/ports/6ebe1443-a187-419b-b3fd-548c8b30dbb0 HTTP/1.1" status: 204 len: 173 time: 0.5529149 Dec 15 19:07:06.887135 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'name': 'network-vif-deleted', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:06.891473 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc065573-ec5e-4384-b138-c8c1cc09d0ad" -d '{"events": [{"server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "name": "network-vif-deleted", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:06.930225 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932519f3-edc4-4c4d-bd4b-c89a4020d116 x-openstack-request-id: req-932519f3-edc4-4c4d-bd4b-c89a4020d116 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:06.930414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "848dbdaf-18c0-4beb-a74b-5b6d09d5911f", "name": "network-vif-deleted", "tag": "6ebe1443-a187-419b-b3fd-548c8b30dbb0", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:06.930672 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-932519f3-edc4-4c4d-bd4b-c89a4020d116 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:06.931081 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '848dbdaf-18c0-4beb-a74b-5b6d09d5911f', 'name': 'network-vif-deleted', 'tag': '6ebe1443-a187-419b-b3fd-548c8b30dbb0', 'status': 'completed', 'code': 200} Dec 15 19:07:07.103357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ae5ac-8a95-497b-b2df-d5350fdd6c95 req-302b6730-912c-4b07-9d22-d7489354f35b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:07.104767 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c80ae5ac-8a95-497b-b2df-d5350fdd6c95 req-302b6730-912c-4b07-9d22-d7489354f35b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0486844 Dec 15 19:07:07.159145 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c80ae5ac-8a95-497b-b2df-d5350fdd6c95 req-c7d9b256-b119-463d-8bfd-f2a786cdbb4c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483034 Dec 15 19:07:07.272670 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ceb63e-52cf-443f-8d01-f696238f3b2f req-270b51fe-5527-4bb0-8233-f29f7e67a3b7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:07.274169 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a6ceb63e-52cf-443f-8d01-f696238f3b2f req-270b51fe-5527-4bb0-8233-f29f7e67a3b7 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0485001 Dec 15 19:07:07.320769 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a6ceb63e-52cf-443f-8d01-f696238f3b2f req-16f04bc2-a4a4-40cb-84f7-2303d31fe70f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406828 Dec 15 19:07:07.664073 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a133f357-9d0c-4e79-917c-5abd2cd6818d req-ef7c7500-8048-4768-b468-b990cbb40d89 tempest-VolumesNegativeTest-1100927625 tempest-VolumesNegativeTest-1100927625-project] 10.222.0.49 "GET /v2.0/ports?device_id=848dbdaf-18c0-4beb-a74b-5b6d09d5911f HTTP/1.1" status: 200 len: 210 time: 0.0246639 Dec 15 19:07:07.856251 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23102373-2148-4599-b971-48a5cbde4b40 req-7b547106-c2e4-4650-b0ee-bc94d7cd726f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:07.857802 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23102373-2148-4599-b971-48a5cbde4b40 req-7b547106-c2e4-4650-b0ee-bc94d7cd726f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0508082 Dec 15 19:07:07.906945 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-23102373-2148-4599-b971-48a5cbde4b40 req-fde17804-e9b0-4aac-aeef-5e27b93cc87e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421419 Dec 15 19:07:07.982776 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437a251-8079-4313-8061-b402e300eaf8 req-88dfdad5-3ea5-4470-a641-b115279b9123 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:07.984195 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f437a251-8079-4313-8061-b402e300eaf8 req-88dfdad5-3ea5-4470-a641-b115279b9123 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 943 time: 0.0482185 Dec 15 19:07:08.030969 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f437a251-8079-4313-8061-b402e300eaf8 req-2ea6a8ea-a31b-44ce-ab34-7b8a9447cf1a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403013 Dec 15 19:07:08.277938 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43e01e-a591-4d25-9dce-e8368ddd1bb7 req-33e8c962-fdd3-4492-a492-94e4a3698c33 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:08.279416 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d43e01e-a591-4d25-9dce-e8368ddd1bb7 req-33e8c962-fdd3-4492-a492-94e4a3698c33 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 944 time: 0.0481310 Dec 15 19:07:08.282904 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 3d828ab8-0ca7-48b9-813f-689cb063f4ad details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:07:08.352921 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8d43e01e-a591-4d25-9dce-e8368ddd1bb7 req-c530f4e6-ecc1-405e-ae5e-97ac4054bf95 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663135 Dec 15 19:07:08.384476 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:08.449631 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1744bd8-18e9-49e0-82cb-3767fb2d35fb req-4025928d-cc74-4182-b5df-a0d9d496dfc5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:08.451387 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c1744bd8-18e9-49e0-82cb-3767fb2d35fb req-4025928d-cc74-4182-b5df-a0d9d496dfc5 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0530388 Dec 15 19:07:08.504699 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c1744bd8-18e9-49e0-82cb-3767fb2d35fb req-824126ef-fbe0-4d2a-b638-4864f5c237cf tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464005 Dec 15 19:07:08.525029 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'port_id': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'mac_address': 'fa:16:3e:13:28:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:07:08.561352 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:08.576001 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d828ab8-0ca7-48b9-813f-689cb063f4ad {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:07:08.605507 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:08.714706 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:08.719174 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:07:08.819978 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:08.848469 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:08.859431 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'mac_address': 'fa:16:3e:68:f3:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:07:08.900142 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:08.913144 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:07:08.932302 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:09.014998 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:09.030352 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4bc071-e911-4c90-a2a4-3ae6a9a2a35a req-ebeaa4a2-56e3-4e90-83ba-037bfce125d6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:09.031890 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a4bc071-e911-4c90-a2a4-3ae6a9a2a35a req-ebeaa4a2-56e3-4e90-83ba-037bfce125d6 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0581837 Dec 15 19:07:09.079329 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=9']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:09.087704 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a4bc071-e911-4c90-a2a4-3ae6a9a2a35a req-9b77463e-52dd-4379-b5ac-7c7a35a9eaba tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487707 Dec 15 19:07:09.168481 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d3dbf-84a1-4580-ad39-26304b14b0d5 req-a4b72d9e-36eb-4d29-b430-eb3ec4b044dc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:09.169982 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb3d3dbf-84a1-4580-ad39-26304b14b0d5 req-a4b72d9e-36eb-4d29-b430-eb3ec4b044dc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0488210 Dec 15 19:07:09.221025 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb3d3dbf-84a1-4580-ad39-26304b14b0d5 req-53ae4b1f-f9be-49f2-b63a-c1a189812da5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445993 Dec 15 19:07:09.471189 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d1081-32f6-4c05-b517-1ea066c2ecd7 req-40939278-5be8-428f-9714-0258a11f5a54 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:09.472728 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c1d1081-32f6-4c05-b517-1ea066c2ecd7 req-40939278-5be8-428f-9714-0258a11f5a54 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 945 time: 0.0483198 Dec 15 19:07:09.526453 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c1d1081-32f6-4c05-b517-1ea066c2ecd7 req-d72b8f27-3dc6-44fb-a53f-6b122a03443a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0479112 Dec 15 19:07:09.626083 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11f11cf-55f5-4784-894a-667ac3130168 req-517cd6e0-3531-4438-ba2d-8d59375f6057 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:09.627937 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f11f11cf-55f5-4784-894a-667ac3130168 req-517cd6e0-3531-4438-ba2d-8d59375f6057 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0539739 Dec 15 19:07:09.685440 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f11f11cf-55f5-4784-894a-667ac3130168 req-1365d7ce-77a0-4e66-b83d-48418fcd018a tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511773 Dec 15 19:07:10.204514 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c511070-74d7-4f88-ae85-8481ce044dff req-0909f246-1e42-4b12-b895-46b6383c8993 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:10.206025 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4c511070-74d7-4f88-ae85-8481ce044dff req-0909f246-1e42-4b12-b895-46b6383c8993 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0475974 Dec 15 19:07:10.254826 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4c511070-74d7-4f88-ae85-8481ce044dff req-738493ca-b34e-4f41-9c35-7432c96e100d tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429134 Dec 15 19:07:10.346909 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c43b459-0699-4bdb-8da3-7e93de0cc77d req-67d34e68-595c-4f31-a55d-4acba7a0e526 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:10.348508 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c43b459-0699-4bdb-8da3-7e93de0cc77d req-67d34e68-595c-4f31-a55d-4acba7a0e526 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0532072 Dec 15 19:07:10.397506 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7c43b459-0699-4bdb-8da3-7e93de0cc77d req-dfc96a11-a4a9-4f60-8376-6b53fc5d460b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427904 Dec 15 19:07:10.891917 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c74a7-ff22-4cf1-8d2c-d437ed6b1d77 req-0b30711a-435e-4d33-a2d7-6151c4b8f7c2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:10.895831 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef7c74a7-ff22-4cf1-8d2c-d437ed6b1d77 req-0b30711a-435e-4d33-a2d7-6151c4b8f7c2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 945 time: 0.3001337 Dec 15 19:07:10.942092 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ef7c74a7-ff22-4cf1-8d2c-d437ed6b1d77 req-78bdb3d0-f9da-4cdd-b05a-881634f65fe4 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423503 Dec 15 19:07:11.369968 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691c01f-c7e2-4080-8aed-a0e6571c680b req-cb96564d-f1c9-458a-b9f5-c066b38e6d7b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:11.373307 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f691c01f-c7e2-4080-8aed-a0e6571c680b req-cb96564d-f1c9-458a-b9f5-c066b38e6d7b tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0486243 Dec 15 19:07:11.423480 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f691c01f-c7e2-4080-8aed-a0e6571c680b req-0bdb17fc-2f87-45df-9a22-d905e67536e4 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457838 Dec 15 19:07:11.520719 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aceeba9-1b9c-44a3-beaa-b7660af536b5 req-b85d8f06-2c63-4a2d-af0f-7030cf3a5c00 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:11.522600 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6aceeba9-1b9c-44a3-beaa-b7660af536b5 req-b85d8f06-2c63-4a2d-af0f-7030cf3a5c00 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0541706 Dec 15 19:07:11.569358 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6aceeba9-1b9c-44a3-beaa-b7660af536b5 req-0a96861d-2db3-48f5-9737-91c08693c79d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Dec 15 19:07:12.069996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa19dcc-965b-41fd-806d-c60517764ad2 req-316278b9-983e-4738-9c3b-75273322f252 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:12.071649 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa19dcc-965b-41fd-806d-c60517764ad2 req-316278b9-983e-4738-9c3b-75273322f252 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 945 time: 0.0538127 Dec 15 19:07:12.132475 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8aa19dcc-965b-41fd-806d-c60517764ad2 req-ca9a2db9-0977-4e6e-8f2f-24ae3707188a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539331 Dec 15 19:07:12.259131 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['3d828ab8-0ca7-48b9-813f-689cb063f4ad'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:12.288150 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['2c56f2d3-88c3-4e37-b62b-41f5e58fee33'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:12.409854 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48529581-7c6e-4909-bf27-b38394600f48 req-ad429189-1ee1-4c26-a0cf-f73d746ca1ec tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:12.411328 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48529581-7c6e-4909-bf27-b38394600f48 req-ad429189-1ee1-4c26-a0cf-f73d746ca1ec tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.0593786 Dec 15 19:07:12.573033 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Deleting port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:12.573526 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:12.633706 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c5fd9c-8892-4cc8-841e-de0f05c532a9 req-302646e1-ac4f-43bc-aa7b-0fbcaee7d901 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:12.636468 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60c5fd9c-8892-4cc8-841e-de0f05c532a9 req-302646e1-ac4f-43bc-aa7b-0fbcaee7d901 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 946 time: 0.1184793 Dec 15 19:07:12.699335 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c289fcf-0dc0-4d35-b9d4-e923e5270fbd req-ab8329d8-f7d1-4a04-8a65-70518f7b1896 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:12.701764 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c289fcf-0dc0-4d35-b9d4-e923e5270fbd req-ab8329d8-f7d1-4a04-8a65-70518f7b1896 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0582218 Dec 15 19:07:12.721913 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60c5fd9c-8892-4cc8-841e-de0f05c532a9 req-fa2ce6d6-c214-4339-964f-55754d6a686f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783675 Dec 15 19:07:12.723668 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] For port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:12.724046 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:12.738466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Calling delete_port for 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:12.772892 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c289fcf-0dc0-4d35-b9d4-e923e5270fbd req-123090e1-9f05-4c14-8187-f7774dd91253 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617449 Dec 15 19:07:12.943059 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:12.998769 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event deleted for resources: {'Port': ['ID=4dcfb7ae-10e1-4733-8e99-a050c9e0f38a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:13.028504 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:13.094467 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] No DVR routers for this DVR port 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:13.098321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:13.101646 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-48529581-7c6e-4909-bf27-b38394600f48 req-8df2751e-8ced-4425-92dc-85656431b766 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "DELETE /v2.0/ports/4dcfb7ae-10e1-4733-8e99-a050c9e0f38a HTTP/1.1" status: 204 len: 173 time: 0.6831360 Dec 15 19:07:13.102096 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'name': 'network-vif-deleted', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:13.104397 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c05ae8e5-2223-4924-b430-5420fccc8828" -d '{"events": [{"server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "name": "network-vif-deleted", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:13.155092 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-5439e772-f586-404c-938e-3650bd5b55c5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:13.156636 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-5439e772-f586-404c-938e-3650bd5b55c5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/networks?id=3bd0072d-daf7-4158-a223-046c35eb85a7 HTTP/1.1" status: 200 len: 813 time: 0.2047780 Dec 15 19:07:13.164297 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:13.173332 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-83512458-db52-4251-8c07-b11bf000c6f9 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/quotas/87416d9f16b34ae393890d3c16f8d55e HTTP/1.1" status: 200 len: 375 time: 0.0097876 Dec 15 19:07:13.219245 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-a3bd077d-1526-4e7a-9b49-18fc24b9932d tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0397208 Dec 15 19:07:13.333770 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-afbe265f-c32a-49e9-aee0-968294d7be8b service neutron] 10.222.0.49 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064632 Dec 15 19:07:13.426328 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-c53c904d-9ad8-407c-88c3-49002c89c2a1 service neutron] 10.222.0.49 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863805 Dec 15 19:07:13.612162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54731048-b61c-4e04-b2b5-622c79239f71 x-openstack-request-id: req-54731048-b61c-4e04-b2b5-622c79239f71 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:13.612440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb865707-c2a0-4a91-9c92-70e29b1b2a48", "name": "network-vif-deleted", "tag": "4dcfb7ae-10e1-4733-8e99-a050c9e0f38a", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:13.612716 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-54731048-b61c-4e04-b2b5-622c79239f71 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:13.613134 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb865707-c2a0-4a91-9c92-70e29b1b2a48', 'name': 'network-vif-deleted', 'tag': '4dcfb7ae-10e1-4733-8e99-a050c9e0f38a', 'status': 'completed', 'code': 200} Dec 15 19:07:13.704468 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378154e-b9c2-425f-9eb3-fd0dee61e59e req-7cbc0031-e84a-486a-b619-5c6c66db990b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:13.705974 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a378154e-b9c2-425f-9eb3-fd0dee61e59e req-7cbc0031-e84a-486a-b619-5c6c66db990b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 945 time: 0.0504880 Dec 15 19:07:13.761525 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a378154e-b9c2-425f-9eb3-fd0dee61e59e req-4ffa8ae8-7b59-4c85-a582-9c5571b0f0e4 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0494032 Dec 15 19:07:13.843006 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 3d828ab8-0ca7-48b9-813f-689cb063f4ad up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:07:13.873686 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-53e43403-9b0d-46ae-a6a7-4f030a2468c9 req-2f797cdd-d4cd-44b3-be64-12234ecf05dd tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 210 time: 0.0325356 Dec 15 19:07:13.980199 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6819a2b2-410a-46f3-a182-e2050dafb9ef req-9cf8f5c8-5d68-4fdd-b822-f0782a6c8f18 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=eb865707-c2a0-4a91-9c92-70e29b1b2a48 HTTP/1.1" status: 200 len: 210 time: 0.0362976 Dec 15 19:07:14.010425 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 3d828ab8-0ca7-48b9-813f-689cb063f4ad completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:07:14.015050 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 3d828ab8-0ca7-48b9-813f-689cb063f4ad triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:07:14.015639 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.057804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948edaec-7759-4262-aac6-6d7c0e3fb4d3 req-e4f94959-0b1e-4b6c-ba4b-485dbb46baa5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:14.059401 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-948edaec-7759-4262-aac6-6d7c0e3fb4d3 req-e4f94959-0b1e-4b6c-ba4b-485dbb46baa5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 944 time: 0.0772910 Dec 15 19:07:14.110632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.118437 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-948edaec-7759-4262-aac6-6d7c0e3fb4d3 req-71752d71-aa2f-4106-8dbf-238399c05a0a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499401 Dec 15 19:07:14.137598 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:14.139891 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a05fba49-e14d-4d90-8796-cc20e8ab82ab" -d '{"events": [{"server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "name": "network-vif-plugged", "status": "completed", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:14.161545 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:14.179729 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd879c10-091b-4845-821e-45871bdbc42a x-openstack-request-id: req-cd879c10-091b-4845-821e-45871bdbc42a {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:14.180229 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "name": "network-vif-plugged", "status": "completed", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:14.180581 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-cd879c10-091b-4845-821e-45871bdbc42a {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:14.181256 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'code': 200} Dec 15 19:07:14.265895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.268299 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:07:14.347141 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:14.358102 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.358480 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.358857 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.359211 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.359564 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.359881 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.360212 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.360543 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.360870 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.361247 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.361583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.361910 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.362231 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:14.366580 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:07:14.367006 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.448729 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.484734 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:14.600229 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:14.601037 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 6ebe1443-a187-419b-b3fd-548c8b30dbb0 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:14.620022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc93dbf-dd63-4443-9755-0dc2d6b6f149 req-da56fc29-c710-4623-9076-3b451f0badd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:14.621583 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4dc93dbf-dd63-4443-9755-0dc2d6b6f149 req-da56fc29-c710-4623-9076-3b451f0badd4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 1099 time: 0.0393722 Dec 15 19:07:14.646874 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 6ebe1443-a187-419b-b3fd-548c8b30dbb0 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:14.647221 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 6ebe1443-a187-419b-b3fd-548c8b30dbb0 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:14.669340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=10']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:14.676654 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4dc93dbf-dd63-4443-9755-0dc2d6b6f149 req-3c84432b-2402-41bd-b2de-f0fef501053f service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425646 Dec 15 19:07:14.771791 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 52954) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:14.910964 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9a1fc-5676-4c77-81ec-bf285f13734f req-07b52c0c-f935-418c-a0a1-af0f59eacb22 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:14.912532 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92e9a1fc-5676-4c77-81ec-bf285f13734f req-07b52c0c-f935-418c-a0a1-af0f59eacb22 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0747216 Dec 15 19:07:14.963573 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-aaf03c31-0486-4a48-9d37-1d528096d6b5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64813529e60447d4a41fcf486adf44dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1894596 Dec 15 19:07:14.965702 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 52964) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:14.991737 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bb75cb0e-59d8-475e-81a4-86b3b9155b9e req-1822f7ce-a2e0-4451-9814-94a73ebcaff5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 210 time: 0.0271788 Dec 15 19:07:15.009235 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-92e9a1fc-5676-4c77-81ec-bf285f13734f req-2aa72251-4481-4cef-ad41-d8e96512a173 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823517 Dec 15 19:07:15.052976 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:15.075755 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:15.185610 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:15.189243 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:15.190554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/274e7075-ee05-4e43-993e-4009cde0d42f HTTP/1.1" status: 204 len: 168 time: 0.2239428 Dec 15 19:07:15.200599 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900dde7-b4d0-48b2-85bd-afbe653594b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274e7075-ee05-4e43-993e-4009cde0d42f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:15.252758 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c66c90-93d1-4de7-baba-8f690490ad84 req-dbbcc955-0c8a-45f4-9587-578f3f033b10 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:15.254495 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0c66c90-93d1-4de7-baba-8f690490ad84 req-dbbcc955-0c8a-45f4-9587-578f3f033b10 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0606894 Dec 15 19:07:15.306472 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0c66c90-93d1-4de7-baba-8f690490ad84 req-87adb80f-71ac-43af-a76b-a4f9d84f564f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457985 Dec 15 19:07:15.514361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91f83b-c095-4340-a798-db66820e968c req-39098017-2e39-430e-9de6-c552a5e47254 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:15.516047 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af91f83b-c095-4340-a798-db66820e968c req-39098017-2e39-430e-9de6-c552a5e47254 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0529256 Dec 15 19:07:15.577353 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-af91f83b-c095-4340-a798-db66820e968c req-81e6e331-6b93-4fe0-aee8-fa3267af7e2f tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543997 Dec 15 19:07:16.005618 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-7b64e0c3-d67f-40a0-87cb-8bcc9cf653e8 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.007060 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-7b64e0c3-d67f-40a0-87cb-8bcc9cf653e8 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "GET /v2.0/networks?id=3bd0072d-daf7-4158-a223-046c35eb85a7 HTTP/1.1" status: 200 len: 813 time: 0.1054146 Dec 15 19:07:16.027717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Request body: {'port': {'device_id': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7', 'admin_state_up': True, 'tenant_id': '87416d9f16b34ae393890d3c16f8d55e'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:16.102726 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f631f0ec-466b-4399-9bcf-76f075ca2a75 req-a9de45ae-4056-418f-a812-1d168f25895d tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 210 time: 0.0299919 Dec 15 19:07:16.164243 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e505b216-c6ac-41bc-beff-6d8ecd13cceb req-f1b60727-0ec0-4771-b532-6d1d41749430 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.165765 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e505b216-c6ac-41bc-beff-6d8ecd13cceb req-f1b60727-0ec0-4771-b532-6d1d41749430 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0798252 Dec 15 19:07:16.182402 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:16.184883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ae08c6-f66c-459b-84e3-cbcd54155d35" -d '{"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:16.224956 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69074c96-86c9-4c2a-8091-47a38e77eaf0 x-openstack-request-id: req-69074c96-86c9-4c2a-8091-47a38e77eaf0 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:16.225313 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-plugged", "status": "completed", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:16.225575 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-69074c96-86c9-4c2a-8091-47a38e77eaf0 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:16.225806 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e505b216-c6ac-41bc-beff-6d8ecd13cceb req-1d47b673-a399-4333-82a3-904e6a59dd08 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0539715 Dec 15 19:07:16.225963 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'code': 200} Dec 15 19:07:16.308420 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Made reservation on behalf of 87416d9f16b34ae393890d3c16f8d55e for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:07:16.312240 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.352212 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac54621b-a932-428a-b200-a3b928e38993 req-d866e207-2065-4e16-a3f2-15bc670e06a5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.358331 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac54621b-a932-428a-b200-a3b928e38993 req-d866e207-2065-4e16-a3f2-15bc670e06a5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0582290 Dec 15 19:07:16.407083 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ac54621b-a932-428a-b200-a3b928e38993 req-5bbf5f92-6a2e-4463-97f9-94d7c5ae6e5d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450406 Dec 15 19:07:16.429425 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 52998) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:16.470815 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd97ceb-1cda-454d-a171-bf036c36260e req-b35422dc-adaf-4879-8b6d-ab0d9bd00510 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.472217 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6dd97ceb-1cda-454d-a171-bf036c36260e req-b35422dc-adaf-4879-8b6d-ab0d9bd00510 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0847926 Dec 15 19:07:16.478430 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Allocated IP 172.20.0.10 (3bd0072d-daf7-4158-a223-046c35eb85a7/c14f0a76-745a-4ae0-b286-568343f32b47/1375d4e0-7d19-44d5-aff8-8866d74f6b4e) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:07:16.614946 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6dd97ceb-1cda-454d-a171-bf036c36260e req-5409e10e-af4b-4a3e-9fb1-fa0e02a740c9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263480 Dec 15 19:07:16.623241 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcf38bf-1937-4f4f-ba62-5397a810c735 tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.624798 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ebcf38bf-1937-4f4f-ba62-5397a810c735 tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 1094 time: 0.1943653 Dec 15 19:07:16.628455 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53008) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:16.633920 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'port_id': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:16.667042 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.731516 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.742482 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb92635-3b03-4575-8bf9-909b56c8d172 req-96416bed-09d3-4880-a2c6-0c0ea0826b77 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.744513 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4fb92635-3b03-4575-8bf9-909b56c8d172 req-96416bed-09d3-4880-a2c6-0c0ea0826b77 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.0550997 Dec 15 19:07:16.794745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4fb92635-3b03-4575-8bf9-909b56c8d172 req-9c270057-51dd-43f7-859a-1be9a2bb29b1 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442615 Dec 15 19:07:16.816507 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.843761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.864262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Network 3bd0072d-daf7-4158-a223-046c35eb85a7 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:07:16.867721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:07:16.871392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:07:16.898527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Pushing event updated for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:16.932272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:16.932930 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:16.975797 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.27.1.117 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/c688f6e1-0ac1-495f-9e5a-732f48d210ac) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:07:17.013111 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-800e2fd8-7e69-4a2a-91fd-e6371bd3bc59 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9894326 Dec 15 19:07:17.022408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fd2d8-dd2d-4dd4-baf5-b5fdcbbf6fce req-605e2727-cec4-499a-a0a3-46ac790384e2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.023961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f5fd2d8-dd2d-4dd4-baf5-b5fdcbbf6fce req-605e2727-cec4-499a-a0a3-46ac790384e2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0568519 Dec 15 19:07:17.029259 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Request body: {'port': {'device_id': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:17.074118 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3bbfa3-a75b-4dad-a38d-792d7a7e16a2 req-ffdb98dd-8bc9-40a9-bfd5-820f253e9d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.075644 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8c3bbfa3-a75b-4dad-a38d-792d7a7e16a2 req-ffdb98dd-8bc9-40a9-bfd5-820f253e9d5a service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1099 time: 0.1080589 Dec 15 19:07:17.108700 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.130803 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f5fd2d8-dd2d-4dd4-baf5-b5fdcbbf6fce req-cffd3f62-33b4-4292-8fcd-a7cdb2b7d63c tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971804 Dec 15 19:07:17.155594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.161492 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8c3bbfa3-a75b-4dad-a38d-792d7a7e16a2 req-5ee7603b-2596-41e8-879c-257e7ffc5d6d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715549 Dec 15 19:07:17.247959 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e48812-6e73-4485-a783-ea3d62b85413 req-e147487c-aee9-430c-8336-51b6cd72f6ac tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.249404 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78e48812-6e73-4485-a783-ea3d62b85413 req-e147487c-aee9-430c-8336-51b6cd72f6ac tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 932 time: 0.0521686 Dec 15 19:07:17.275490 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.323599 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:07:17.332198 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:07:17.340407 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:07:17.346226 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=c688f6e1-0ac1-495f-9e5a-732f48d210ac,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:17.366770 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78e48812-6e73-4485-a783-ea3d62b85413 req-b97f9bac-b35c-40f4-99a7-fc66441d3ca5 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107554 Dec 15 19:07:17.387436 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1375d4e0-7d19-44d5-aff8-8866d74f6b4e {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:07:17.396207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.409735 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Transition to ACTIVE for port object 1375d4e0-7d19-44d5-aff8-8866d74f6b4e will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:07:17.485368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.497604 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-1b7e1314-a082-4650-baa9-63b4fd623010 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.499217 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-1b7e1314-a082-4650-baa9-63b4fd623010 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.1019089 Dec 15 19:07:17.550018 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Pushing event updated for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:17.603159 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Attempting to bind port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:07:17.603491 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Attempting to bind port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:07:17.603814 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Attempting to bind port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e on network 3bd0072d-daf7-4158-a223-046c35eb85a7 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:07:17.608030 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e on network 3bd0072d-daf7-4158-a223-046c35eb85a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:07:17.608348 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Attempting to bind port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e on network 3bd0072d-daf7-4158-a223-046c35eb85a7 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:07:17.613148 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:07:17.625305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Checking segment: {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:07:17.625305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Bound using segment: {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:07:17.625305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Bound port: 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 567, 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:07:17.625305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.683265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:07:17.686041 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:07:17.740874 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Deleting port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:17.741251 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.746401 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d157b0-1612-4263-8aba-5cde52138d56 req-947bf1a3-3d73-46f2-85c9-b76e93b80083 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.747994 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94d157b0-1612-4263-8aba-5cde52138d56 req-947bf1a3-3d73-46f2-85c9-b76e93b80083 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0479028 Dec 15 19:07:17.749637 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.804916 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.805564 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:17.806968 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] 10.222.0.44 "PUT /v2.0/ports/1375d4e0-7d19-44d5-aff8-8866d74f6b4e HTTP/1.1" status: 200 len: 1094 time: 0.7819023 Dec 15 19:07:17.807415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:17.809898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60a34248-dedd-40ca-b776-414c6846a7c4" -d '{"events": [{"name": "network-changed", "server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:17.849720 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a83b6b-2ef8-4ce9-8243-64032a55ab03 service neutron] Pushing event updated for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:17.859650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:17.860506 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94d157b0-1612-4263-8aba-5cde52138d56 req-f8dc0558-f578-4842-a859-ae5222830bbf tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021612 Dec 15 19:07:17.879929 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b0e1f2-ae03-412f-b5be-08f6ec99cba8 x-openstack-request-id: req-08b0e1f2-ae03-412f-b5be-08f6ec99cba8 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:17.880437 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:17.880883 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08b0e1f2-ae03-412f-b5be-08f6ec99cba8 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:17.881469 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e', 'status': 'completed', 'code': 200} Dec 15 19:07:17.894828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:17.895287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 4dcfb7ae-10e1-4733-8e99-a050c9e0f38a not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:17.941069 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-bdc4287a-9007-4b79-a242-f38467a27238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:17.942695 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-bdc4287a-9007-4b79-a242-f38467a27238 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 1097 time: 0.0586247 Dec 15 19:07:18.064405 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-8383a1b0-5e3e-432f-961b-755d75bffd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.065947 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-8383a1b0-5e3e-432f-961b-755d75bffd3e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=87416d9f16b34ae393890d3c16f8d55e&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0988207 Dec 15 19:07:18.119842 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.173384 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-49bf08cf-341a-437d-91d2-4b5795b7cd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.174898 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-60a34248-dedd-40ca-b776-414c6846a7c4 req-49bf08cf-341a-437d-91d2-4b5795b7cd7d service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1012785 Dec 15 19:07:18.194587 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f21f371-13b6-493d-a08b-319d1a062520 req-7ce0c37d-209e-4ec6-8938-ba5de79ab2b7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.202563 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f21f371-13b6-493d-a08b-319d1a062520 req-7ce0c37d-209e-4ec6-8938-ba5de79ab2b7 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 945 time: 0.1873000 Dec 15 19:07:18.230866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] For port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:18.231234 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.255854 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Calling delete_port for b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:18.326924 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-e752820f-4de3-4a66-a51c-fa9271d809ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.328497 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-e752820f-4de3-4a66-a51c-fa9271d809ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=87416d9f16b34ae393890d3c16f8d55e&device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 1097 time: 0.0924983 Dec 15 19:07:18.330043 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5f21f371-13b6-493d-a08b-319d1a062520 req-ef35c263-34cb-4282-bbf6-3459ecfa2601 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265347 Dec 15 19:07:18.339119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d647b-46e5-4cf9-9ee2-bf81e6afe748 req-02d18d59-c4c3-412b-a1de-0cfe2c9efcfe tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.350087 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c0d647b-46e5-4cf9-9ee2-bf81e6afe748 req-02d18d59-c4c3-412b-a1de-0cfe2c9efcfe tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.1164787 Dec 15 19:07:18.394972 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.469874 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-2c0d647b-46e5-4cf9-9ee2-bf81e6afe748 req-6c0bc570-d389-47e6-8418-2e2bc6d758cc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081896 Dec 15 19:07:18.471525 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-3b6d30dd-ede6-4c2f-ac44-10e5380f161e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e HTTP/1.1" status: 200 len: 217 time: 0.1203783 Dec 15 19:07:18.536476 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-f2f19a75-459e-4a64-9a02-b83877314d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.545215 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-f2f19a75-459e-4a64-9a02-b83877314d55 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=c14f0a76-745a-4ae0-b286-568343f32b47 HTTP/1.1" status: 200 len: 853 time: 0.0498326 Dec 15 19:07:18.574553 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-a9ce54f4-1842-436d-9ea3-d2b4558ddae3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=3bd0072d-daf7-4158-a223-046c35eb85a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284019 Dec 15 19:07:18.638860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266be3ce-123a-45f6-b4b7-e0a25895ae22 req-66026929-394a-47b5-94cf-e26987bdd2dd tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:18.640479 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-266be3ce-123a-45f6-b4b7-e0a25895ae22 req-66026929-394a-47b5-94cf-e26987bdd2dd tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 944 time: 0.1169624 Dec 15 19:07:18.674288 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-ec24afeb-618d-4ae7-bd6a-3dffdc0d0ee9 service neutron] 10.222.0.44 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918164 Dec 15 19:07:18.701914 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.703629 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.721981 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:18.741429 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event deleted for resources: {'Port': ['ID=b3a88158-4982-4b94-94f5-9d2a3ecf2eb1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:18.748015 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-266be3ce-123a-45f6-b4b7-e0a25895ae22 req-e2a51d8f-b3b9-4408-bdea-1039dffdacbf tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954437 Dec 15 19:07:18.780868 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3076c6df-c1ff-4403-b146-43a5e156b03d req-5ac0b5c8-c0c4-43a7-b4aa-dd0218ab9209 service neutron] 10.222.0.44 "GET /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988059 Dec 15 19:07:18.787084 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.804689 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] No DVR routers for this DVR port b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:18.832176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.835495 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84f8e253-a41d-4e47-be1d-63b93919b058 req-8c6dcb94-63a0-4560-9691-7de4a1b0a3f2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "DELETE /v2.0/ports/b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 HTTP/1.1" status: 204 len: 173 time: 1.3278513 Dec 15 19:07:18.835943 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'name': 'network-vif-deleted', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:18.838243 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf239cd-7779-4d99-bba7-3fe73bac3dfe" -d '{"events": [{"server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "name": "network-vif-deleted", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:18.847450 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:18.888780 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e1927ab-339c-44c9-8938-faf060ba1468 x-openstack-request-id: req-8e1927ab-339c-44c9-8938-faf060ba1468 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:18.889102 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "094752c1-e6f8-47d3-b40b-b20e8e8c12e6", "name": "network-vif-deleted", "tag": "b3a88158-4982-4b94-94f5-9d2a3ecf2eb1", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:18.889367 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8e1927ab-339c-44c9-8938-faf060ba1468 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:18.889813 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '094752c1-e6f8-47d3-b40b-b20e8e8c12e6', 'name': 'network-vif-deleted', 'tag': 'b3a88158-4982-4b94-94f5-9d2a3ecf2eb1', 'status': 'completed', 'code': 200} Dec 15 19:07:18.898815 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=c688f6e1-0ac1-495f-9e5a-732f48d210ac,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:18.992582 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 30d70afd-4055-41c0-91c6-5da18548fd36 associated. External IP: 172.27.1.117, port: 3d828ab8-0ca7-48b9-813f-689cb063f4ad. Dec 15 19:07:19.056926 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095ba74a-cabf-4449-8cb4-d36a3db5785c req-b59e27d9-c57b-481d-becb-ff196aeb65a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:19.058522 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-095ba74a-cabf-4449-8cb4-d36a3db5785c req-b59e27d9-c57b-481d-becb-ff196aeb65a7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.1001413 Dec 15 19:07:19.190507 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-095ba74a-cabf-4449-8cb4-d36a3db5785c req-0126c6b5-068d-4f8c-887f-45edbca2d463 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004443 Dec 15 19:07:19.258804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:07:19.368820 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:07:19.382146 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:07:19.392614 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:07:19.393358 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:07:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:19.439444 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:19.462027 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a37d573b-47b1-401c-afba-3c9d20115d42 req-211c1922-dab9-4eba-855c-ce9577ebbd7e tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=094752c1-e6f8-47d3-b40b-b20e8e8c12e6 HTTP/1.1" status: 200 len: 210 time: 0.0339527 Dec 15 19:07:19.467062 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c376832e-bc4a-4754-991d-7db6ee1d2a0f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8370130 Dec 15 19:07:19.501220 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:07:19.602763 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1885e-48b7-4132-a1b1-d3ef14527249 req-70bfc70a-2d1b-482c-a9a9-48703b001df0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:19.604289 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dff1885e-48b7-4132-a1b1-d3ef14527249 req-70bfc70a-2d1b-482c-a9a9-48703b001df0 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0597093 Dec 15 19:07:19.655327 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dff1885e-48b7-4132-a1b1-d3ef14527249 req-a53f554b-dba6-424e-8d9d-99ee20489144 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443578 Dec 15 19:07:19.736984 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '30d70afd-4055-41c0-91c6-5da18548fd36', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:13:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:17Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:19.766617 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:07:19.775017 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:07:19.775617 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:07:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:19.888935 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961c662a-b34e-4bc2-8366-33a63a645a15 req-5685711c-4fd4-41b2-a27e-7330f3d1113b tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:19.890620 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-961c662a-b34e-4bc2-8366-33a63a645a15 req-5685711c-4fd4-41b2-a27e-7330f3d1113b tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 944 time: 0.0565157 Dec 15 19:07:19.949669 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-961c662a-b34e-4bc2-8366-33a63a645a15 req-92e4c72e-5a63-4e1e-897a-6a790cce6e08 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520587 Dec 15 19:07:19.952400 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-04b05b3b-ad9a-4b73-ab43-f441f53bf8f2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:19.954046 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-04b05b3b-ad9a-4b73-ab43-f441f53bf8f2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 946 time: 0.0545132 Dec 15 19:07:19.987900 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:07:20.058924 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Deleting port 98ba3766-39b5-4cc8-b78b-7acb892ea611 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:20.059255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:20.147166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] For port 98ba3766-39b5-4cc8-b78b-7acb892ea611, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=98ba3766-39b5-4cc8-b78b-7acb892ea611,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:20.149744 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:20.163179 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Calling delete_port for 98ba3766-39b5-4cc8-b78b-7acb892ea611 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:20.252756 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '30d70afd-4055-41c0-91c6-5da18548fd36', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:13:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:17Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:20.294623 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cd2f95-2cb7-4327-a1ec-2fc3ddbc820d None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '30d70afd-4055-41c0-91c6-5da18548fd36', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.117', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 396, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:13:28:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:07:17Z', 'updated_at': '2021-12-15T19:07:17Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:07:20.380645 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06967e60-63d3-4e74-a1e9-7ff1b9821710 req-1a9f738a-e680-4488-be75-9d0cffc80c41 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:20.382186 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06967e60-63d3-4e74-a1e9-7ff1b9821710 req-1a9f738a-e680-4488-be75-9d0cffc80c41 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0825615 Dec 15 19:07:20.437006 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-06967e60-63d3-4e74-a1e9-7ff1b9821710 req-8c2a9c50-8dd4-42b6-9841-8344ec319049 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487621 Dec 15 19:07:20.482624 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:20.496857 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['98ba3766-39b5-4cc8-b78b-7acb892ea611', '314bc344-bc90-4467-84d5-ab3c08f0f363'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:20.533506 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Pushing event deleted for resources: {'Port': ['ID=98ba3766-39b5-4cc8-b78b-7acb892ea611,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:20.545672 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d2e630-ee57-443b-8afd-83fa2d1ae380 None None] New status for floating IP 30d70afd-4055-41c0-91c6-5da18548fd36: ACTIVE {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:07:20.586916 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] No DVR routers for this DVR port 98ba3766-39b5-4cc8-b78b-7acb892ea611 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:20.589324 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:20.592677 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f26e165e-f2ae-406c-941e-a86615b736f2 req-ea8c9dc5-c774-4dbb-b9f7-bcdd9586f4e6 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "DELETE /v2.0/ports/98ba3766-39b5-4cc8-b78b-7acb892ea611 HTTP/1.1" status: 204 len: 173 time: 0.6240449 Dec 15 19:07:20.759336 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fdb96d0-dbd7-42a4-9993-f2d430858961 req-1b35068e-166b-496b-b4f6-8a757526764d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f02ea25-0aca-4414-a953-d09699b8d014 HTTP/1.1" status: 200 len: 210 time: 0.0264566 Dec 15 19:07:20.891737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad'}, {'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'name': 'network-vif-deleted', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:20.894198 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2423342-a2ae-436f-b45b-01d3af3a2d34" -d '{"events": [{"name": "network-changed", "server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad"}, {"server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "name": "network-vif-deleted", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:20.934290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d74d21-5425-4bfa-aaab-abd172e89f05 x-openstack-request-id: req-75d74d21-5425-4bfa-aaab-abd172e89f05 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:20.934588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad", "status": "completed", "code": 200}, {"server_uuid": "0f02ea25-0aca-4414-a953-d09699b8d014", "name": "network-vif-deleted", "tag": "98ba3766-39b5-4cc8-b78b-7acb892ea611", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:20.934846 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-75d74d21-5425-4bfa-aaab-abd172e89f05 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:20.935259 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'status': 'completed', 'code': 200} Dec 15 19:07:20.935503 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f02ea25-0aca-4414-a953-d09699b8d014', 'name': 'network-vif-deleted', 'tag': '98ba3766-39b5-4cc8-b78b-7acb892ea611', 'status': 'completed', 'code': 200} Dec 15 19:07:21.000020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-32f94bfd-c77c-4be9-8925-4b929610f84a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.001973 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-32f94bfd-c77c-4be9-8925-4b929610f84a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 1099 time: 0.0414693 Dec 15 19:07:21.119052 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91912ac-cd68-428f-9d30-f5f4189f7ae2 req-6ccf3f8d-70ae-4ffa-bc94-1288c554e437 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.120551 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f91912ac-cd68-428f-9d30-f5f4189f7ae2 req-6ccf3f8d-70ae-4ffa-bc94-1288c554e437 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 944 time: 0.0931580 Dec 15 19:07:21.148146 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-b05bd6d1-3422-4120-8022-d2720ab058a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.149597 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-b05bd6d1-3422-4120-8022-d2720ab058a4 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.1403174 Dec 15 19:07:21.184495 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f91912ac-cd68-428f-9d30-f5f4189f7ae2 req-43a7aa02-6d6b-4009-842b-6980ebca7cee tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569580 Dec 15 19:07:21.238203 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-6dc1da28-4709-402d-92f2-216f03e335e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad HTTP/1.1" status: 200 len: 1002 time: 0.0663309 Dec 15 19:07:21.291699 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-79ae202c-c268-472b-9422-c20266670c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.293203 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-79ae202c-c268-472b-9422-c20266670c4c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0460792 Dec 15 19:07:21.359895 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-76db51a4-2231-4b9c-ac2d-13f61ee5635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.361463 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-76db51a4-2231-4b9c-ac2d-13f61ee5635c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457788 Dec 15 19:07:21.461438 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-8d41ac39-7084-48cc-a87e-466f56490ad9 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882068 Dec 15 19:07:21.594055 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263cc3a0-2e11-4dbb-aaab-8aa0d2e97a15 req-c556c0a0-7aa5-40f4-9c9e-751130a59ffd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.595554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-263cc3a0-2e11-4dbb-aaab-8aa0d2e97a15 req-c556c0a0-7aa5-40f4-9c9e-751130a59ffd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0820735 Dec 15 19:07:21.597893 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a2423342-a2ae-436f-b45b-01d3af3a2d34 req-58559e29-984a-466a-be09-0ebae562fa7b service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289074 Dec 15 19:07:21.647902 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-263cc3a0-2e11-4dbb-aaab-8aa0d2e97a15 req-e2e34595-99cc-4cda-b644-693574dd73b3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457599 Dec 15 19:07:21.740422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000fd43-ca44-4d81-b801-8077f60afaae req-7cdc5607-921b-4202-8c13-ddad98601ee8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:21.741936 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9000fd43-ca44-4d81-b801-8077f60afaae req-7cdc5607-921b-4202-8c13-ddad98601ee8 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0474274 Dec 15 19:07:21.791854 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9000fd43-ca44-4d81-b801-8077f60afaae req-917db9c4-ea75-4f94-84ee-4ffede27016b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438106 Dec 15 19:07:21.889735 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1375d4e0-7d19-44d5-aff8-8866d74f6b4e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:07:21.898198 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:21.926097 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:21.926437 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b3a88158-4982-4b94-94f5-9d2a3ecf2eb1 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:22.010989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:22.022658 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e', 'network_id': '3bd0072d-daf7-4158-a223-046c35eb85a7', 'port_id': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e', 'mac_address': 'fa:16:3e:2a:05:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 567, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c14f0a76-745a-4ae0-b286-568343f32b47', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:07:22.058803 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:22.071862 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1375d4e0-7d19-44d5-aff8-8866d74f6b4e {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:07:22.093838 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:22.185861 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:22.243109 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:22.262835 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb6a963-d567-44e6-8e70-323d9b8eb984 req-4d2b5538-47a0-41a4-b0b3-a9e6f5947c81 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:22.264468 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bdb6a963-d567-44e6-8e70-323d9b8eb984 req-4d2b5538-47a0-41a4-b0b3-a9e6f5947c81 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0512278 Dec 15 19:07:22.295761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ae944-91ef-4cb4-bd0a-bb2bb4129daf req-280cfca5-4004-471d-992b-c67fab69bf74 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:22.297891 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-387ae944-91ef-4cb4-bd0a-bb2bb4129daf req-280cfca5-4004-471d-992b-c67fab69bf74 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0499415 Dec 15 19:07:22.312146 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bdb6a963-d567-44e6-8e70-323d9b8eb984 req-07074d72-1c44-4658-8da3-ed1a082b4f93 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415370 Dec 15 19:07:22.345037 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-387ae944-91ef-4cb4-bd0a-bb2bb4129daf req-9facb2ff-de59-4e14-8783-c200ecec4933 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405571 Dec 15 19:07:22.422310 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e18600c-a4d1-408c-a134-7969684a0915 req-11a86a67-8537-449c-9a8d-21517e25dc52 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:22.423766 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e18600c-a4d1-408c-a134-7969684a0915 req-11a86a67-8537-449c-9a8d-21517e25dc52 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 945 time: 0.0480635 Dec 15 19:07:22.469738 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e18600c-a4d1-408c-a134-7969684a0915 req-41c298e5-363c-47ad-86bc-691a1ba75931 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395210 Dec 15 19:07:22.546257 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['1375d4e0-7d19-44d5-aff8-8866d74f6b4e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:22.909494 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e491da36-1a58-4b69-9f49-9d3a8443371e req-7c25ce88-209c-434b-8a8e-2a18791b67c0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:22.910973 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e491da36-1a58-4b69-9f49-9d3a8443371e req-7c25ce88-209c-434b-8a8e-2a18791b67c0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0477951 Dec 15 19:07:22.957654 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e491da36-1a58-4b69-9f49-9d3a8443371e req-f48cd29f-69a3-4c5b-8a41-d88b8311da8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401890 Dec 15 19:07:23.426435 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a41faa-4cb0-4fb1-9949-bbe4fbdee0bb req-c1f02fd0-8da3-4fa2-978f-b4e11d101881 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:23.428024 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05a41faa-4cb0-4fb1-9949-bbe4fbdee0bb req-c1f02fd0-8da3-4fa2-978f-b4e11d101881 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0510108 Dec 15 19:07:23.461420 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c30ff99-08ea-4dee-9956-4c782282f237 req-9d596fd8-4eff-4f06-b35f-92ecf72757d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:23.462899 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c30ff99-08ea-4dee-9956-4c782282f237 req-9d596fd8-4eff-4f06-b35f-92ecf72757d2 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0502517 Dec 15 19:07:23.474635 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05a41faa-4cb0-4fb1-9949-bbe4fbdee0bb req-d51460c7-3e4b-45e9-81c0-192e74e84fe2 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403090 Dec 15 19:07:23.515295 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c30ff99-08ea-4dee-9956-4c782282f237 req-e585511b-d92a-4889-a176-aa31685e5678 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463669 Dec 15 19:07:23.592214 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7d510-fc69-4ec2-a4c3-a97ea43c4076 req-b865262a-c440-4c05-a712-c193a2c25656 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:23.594429 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13b7d510-fc69-4ec2-a4c3-a97ea43c4076 req-b865262a-c440-4c05-a712-c193a2c25656 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 945 time: 0.0516968 Dec 15 19:07:23.647664 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13b7d510-fc69-4ec2-a4c3-a97ea43c4076 req-39cedfe7-a46d-43d3-829a-602853fc38ab tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420949 Dec 15 19:07:23.902013 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1375d4e0-7d19-44d5-aff8-8866d74f6b4e up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:07:24.007611 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:07:24.011938 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:07:24.012315 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.070782 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5143e26-8bc1-4439-b2d8-519fcad9f676 req-efd7cd92-3e2a-4e0b-8321-8cafb259e1af tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.072277 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b5143e26-8bc1-4439-b2d8-519fcad9f676 req-efd7cd92-3e2a-4e0b-8321-8cafb259e1af tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0478303 Dec 15 19:07:24.088157 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.112663 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:24.115046 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27952cae-6299-40c9-a5da-48f01505e9c3" -d '{"events": [{"server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "name": "network-vif-plugged", "status": "completed", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:24.131583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:24.133987 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b5143e26-8bc1-4439-b2d8-519fcad9f676 req-fdb61f99-f8f7-4ae0-b8d0-488ca436c74d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551956 Dec 15 19:07:24.160655 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f699a7-9404-433b-9336-b8d71d0c450c x-openstack-request-id: req-b9f699a7-9404-433b-9336-b8d71d0c450c {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:24.160948 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "name": "network-vif-plugged", "status": "completed", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:24.161233 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b9f699a7-9404-433b-9336-b8d71d0c450c {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:24.161643 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e', 'code': 200} Dec 15 19:07:24.196786 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.197608 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 98ba3766-39b5-4cc8-b78b-7acb892ea611 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:24.240553 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 98ba3766-39b5-4cc8-b78b-7acb892ea611 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:24.240901 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 98ba3766-39b5-4cc8-b78b-7acb892ea611 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:24.278758 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:24.460473 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-f9536a1d-1ad3-4a41-8f12-16c47e45feaf tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.461884 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-f9536a1d-1ad3-4a41-8f12-16c47e45feaf tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0515449 Dec 15 19:07:24.471307 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eba045-918d-4592-84c0-187d497e7c08 req-5bf17b6c-ada5-4efb-a72a-ec6a2c23cea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.475520 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-40eba045-918d-4592-84c0-187d497e7c08 req-5bf17b6c-ada5-4efb-a72a-ec6a2c23cea5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 1099 time: 0.0379188 Dec 15 19:07:24.523705 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-40eba045-918d-4592-84c0-187d497e7c08 req-2851d749-f29c-42d4-8f1f-30e7c3fb7b45 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431960 Dec 15 19:07:24.581362 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Deleting port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:24.581708 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.635660 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9173362-3422-49e9-94fe-4700cb5bdfe2 req-70c0370b-1136-4f05-8911-13ceea2dd5d9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.637177 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d9173362-3422-49e9-94fe-4700cb5bdfe2 req-70c0370b-1136-4f05-8911-13ceea2dd5d9 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0501335 Dec 15 19:07:24.640014 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d383daad-52cc-46c3-9cbd-bc8f0ca65cdd req-1c0d0960-a713-48e2-87f2-4c2bef4c4202 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.642119 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d383daad-52cc-46c3-9cbd-bc8f0ca65cdd req-1c0d0960-a713-48e2-87f2-4c2bef4c4202 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 946 time: 0.0990858 Dec 15 19:07:24.685231 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d9173362-3422-49e9-94fe-4700cb5bdfe2 req-44d6cd23-9323-4782-b1c6-23704a60e153 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414026 Dec 15 19:07:24.721323 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d383daad-52cc-46c3-9cbd-bc8f0ca65cdd req-084860bc-a818-44db-8333-ebee1c133307 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/security-groups?id=104a809a-1a52-4af1-bcf6-81090abfc4f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720401 Dec 15 19:07:24.722940 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] For port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,segment=NetworkSegment(e352e0c7-4f63-4d7d-9581-142f455a6c7b),segment_id=e352e0c7-4f63-4d7d-9581-142f455a6c7b)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:24.723450 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.737162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Calling delete_port for a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:24.792328 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb82285-7d75-4052-929c-892ef982c704 req-6820e488-2a35-40de-aa48-09f5ae7c0258 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:24.793834 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1fb82285-7d75-4052-929c-892ef982c704 req-6820e488-2a35-40de-aa48-09f5ae7c0258 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0510960 Dec 15 19:07:24.839967 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1fb82285-7d75-4052-929c-892ef982c704 req-b6f9320a-d81f-40d4-917c-91cf1008b96e tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Dec 15 19:07:24.924679 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.938789 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:24.952843 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Pushing event deleted for resources: {'Port': ['ID=a45ea0ec-0077-419a-b2e9-6b0cc9fbca81,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:24.994064 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] No DVR routers for this DVR port a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:24.996298 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:24.999636 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-538123f4-d2f3-4344-b50c-445789e12ac3 req-7acf1b57-a1b0-4b97-bcee-ec4567542cc0 tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.44 "DELETE /v2.0/ports/a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 HTTP/1.1" status: 204 len: 173 time: 0.5319695 Dec 15 19:07:25.000089 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'name': 'network-vif-deleted', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:25.003272 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f475c9ef-bac3-4b42-8dc9-1ccf3383141e" -d '{"events": [{"server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "name": "network-vif-deleted", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:25.038474 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-844ad6f3-117b-481e-9135-4eed5db08af8 x-openstack-request-id: req-844ad6f3-117b-481e-9135-4eed5db08af8 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:25.038771 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0314d560-94f2-4a77-a4ba-e572c16baf83", "name": "network-vif-deleted", "tag": "a45ea0ec-0077-419a-b2e9-6b0cc9fbca81", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:25.039027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-844ad6f3-117b-481e-9135-4eed5db08af8 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:25.039425 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0314d560-94f2-4a77-a4ba-e572c16baf83', 'name': 'network-vif-deleted', 'tag': 'a45ea0ec-0077-419a-b2e9-6b0cc9fbca81', 'status': 'completed', 'code': 200} Dec 15 19:07:25.244498 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b1320a-2bd2-4b7c-bbb7-5fbcbf408019 req-ebb0b79b-a7d1-4ae0-97ad-c540c9f9d6be tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:25.245955 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9b1320a-2bd2-4b7c-bbb7-5fbcbf408019 req-ebb0b79b-a7d1-4ae0-97ad-c540c9f9d6be tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0507486 Dec 15 19:07:25.303862 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e9b1320a-2bd2-4b7c-bbb7-5fbcbf408019 req-4fa309ef-e7e4-4e64-8287-3cb63ef11936 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498009 Dec 15 19:07:25.818791 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6460ba-0a4b-4b62-9cbb-3bdb544ef3cc req-532684d8-ec5c-4fb9-b4cf-3519cbee6a1f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:25.820402 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f6460ba-0a4b-4b62-9cbb-3bdb544ef3cc req-532684d8-ec5c-4fb9-b4cf-3519cbee6a1f tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0642140 Dec 15 19:07:25.863920 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4896cad6-fe5c-4ede-b013-e96b2b09a737 req-4c290e97-538d-48d2-9a5e-20620bb8388a tempest-AttachVolumeNegativeTest-1014393393 tempest-AttachVolumeNegativeTest-1014393393-project] 10.222.0.49 "GET /v2.0/ports?device_id=0314d560-94f2-4a77-a4ba-e572c16baf83 HTTP/1.1" status: 200 len: 210 time: 0.0304163 Dec 15 19:07:25.882488 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f6460ba-0a4b-4b62-9cbb-3bdb544ef3cc req-ba307889-7b77-4ddf-b610-064633c09b2d tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557950 Dec 15 19:07:25.969254 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61bfb8-c615-4dba-a131-b610bdb4c17e req-5a8c991b-5b18-45f0-ad64-57e0bf63a7c8 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:25.970723 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bd61bfb8-c615-4dba-a131-b610bdb4c17e req-5a8c991b-5b18-45f0-ad64-57e0bf63a7c8 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0491731 Dec 15 19:07:26.019301 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bd61bfb8-c615-4dba-a131-b610bdb4c17e req-18472d4b-955f-4433-ba5c-c750e748fb3a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425420 Dec 15 19:07:26.419030 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f0124f-ed29-462e-9f8f-bb280a3d8864 req-9524d0a6-6d0f-429b-bd23-2e2b8895139d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:26.420467 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33f0124f-ed29-462e-9f8f-bb280a3d8864 req-9524d0a6-6d0f-429b-bd23-2e2b8895139d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0480123 Dec 15 19:07:26.466341 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-33f0124f-ed29-462e-9f8f-bb280a3d8864 req-3f247c9f-2240-4b3b-8d2c-bc5b607bb299 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393405 Dec 15 19:07:26.911472 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53156) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:26.959976 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Deleting subnet 13ef2e1c-7070-42bb-b0cc-2753b664be4e {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:07:26.963087 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:26.995600 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b10cae-0ad1-4903-be93-6cf1f0e16207 req-e36f087a-29b4-4f60-b860-fca6bd0f7d0b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:26.996814 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:26.997112 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3b10cae-0ad1-4903-be93-6cf1f0e16207 req-e36f087a-29b4-4f60-b860-fca6bd0f7d0b tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0474217 Dec 15 19:07:27.040527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.048590 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3b10cae-0ad1-4903-be93-6cf1f0e16207 req-040f62c1-c1f5-4620-b331-fa903486f265 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446465 Dec 15 19:07:27.141990 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9d623-0ccc-49ea-9e94-140c77c409d2 req-bd8cc4db-8968-4642-99bc-348dd3b8bc87 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:27.143525 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94f9d623-0ccc-49ea-9e94-140c77c409d2 req-bd8cc4db-8968-4642-99bc-348dd3b8bc87 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0542142 Dec 15 19:07:27.187576 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.197842 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-94f9d623-0ccc-49ea-9e94-140c77c409d2 req-8741d830-1d31-4b08-8b3e-6972f925549e tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484829 Dec 15 19:07:27.218721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.222748 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/13ef2e1c-7070-42bb-b0cc-2753b664be4e HTTP/1.1" status: 204 len: 168 time: 0.3102181 Dec 15 19:07:27.223588 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34771a94-269f-4980-ae01-8ab94ee19b40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ef2e1c-7070-42bb-b0cc-2753b664be4e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:27.225265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53162) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:27.292342 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.374263 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.394688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5341ac-959a-4f9c-b267-56c4cfd3994a']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:27.404075 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e352e0c7-4f63-4d7d-9581-142f455a6c7b') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:27.404372 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e352e0c7-4f63-4d7d-9581-142f455a6c7b') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:27.413852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.427405 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.433876 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:07:27.434255 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:07:27.435858 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:07:27.563319 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.572778 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:27.575961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9b5341ac-959a-4f9c-b267-56c4cfd3994a HTTP/1.1" status: 204 len: 168 time: 0.3496716 Dec 15 19:07:27.588946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a074814d-e001-4da1-a863-c440b1034b66 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b5341ac-959a-4f9c-b267-56c4cfd3994a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:27.607674 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f2603-40d2-4a85-896a-22717a5cbf87 req-c72ea9e0-7118-480e-8e1a-6d6786cd0608 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:27.613599 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b30f2603-40d2-4a85-896a-22717a5cbf87 req-c72ea9e0-7118-480e-8e1a-6d6786cd0608 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0775511 Dec 15 19:07:27.660306 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b30f2603-40d2-4a85-896a-22717a5cbf87 req-8089679e-68e6-43a0-a7a9-82879546dc0e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424471 Dec 15 19:07:27.994332 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53176) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:28.034064 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-053bef4e-7edb-459c-8fc1-7fe6e4e9eb11 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52e4764fb4d34d5dbdd967080b99c537&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385218 Dec 15 19:07:28.036515 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53178) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:28.082027 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:28.107116 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:28.182545 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbba0d4-ce9e-4bbe-9122-ca24233703a7 req-3e7b5901-55af-46f8-9665-1c0b6f0d81aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:28.184034 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1dbba0d4-ce9e-4bbe-9122-ca24233703a7 req-3e7b5901-55af-46f8-9665-1c0b6f0d81aa tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0617666 Dec 15 19:07:28.235070 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1dbba0d4-ce9e-4bbe-9122-ca24233703a7 req-7b708344-17e2-41bc-92b3-57266840a9fc tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/security-groups?id=8ce1a25d-a663-4a5a-8ebc-e77457945a7f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439436 Dec 15 19:07:28.253650 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:28.256337 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:28.257546 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/104a809a-1a52-4af1-bcf6-81090abfc4f1 HTTP/1.1" status: 204 len: 168 time: 0.2200911 Dec 15 19:07:28.265238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5afd1b-9676-4563-9e02-32e4ceab2f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104a809a-1a52-4af1-bcf6-81090abfc4f1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:28.776334 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3eb76b-561f-4cf5-9152-950f743b2d86 req-679f0a7a-da2d-42b0-b978-6eb8e3e16d03 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:28.777870 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc3eb76b-561f-4cf5-9152-950f743b2d86 req-679f0a7a-da2d-42b0-b978-6eb8e3e16d03 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0490913 Dec 15 19:07:28.825708 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bc3eb76b-561f-4cf5-9152-950f743b2d86 req-586c270b-1fcf-4c6d-9e72-4a2f8db1674f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Dec 15 19:07:28.894593 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-daa199d4-71d6-4878-a4ef-c59ba1112d43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:28.895983 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-daa199d4-71d6-4878-a4ef-c59ba1112d43 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 945 time: 0.0478280 Dec 15 19:07:28.991114 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Deleting port 314bc344-bc90-4467-84d5-ab3c08f0f363 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:28.991580 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:29.081562 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] For port 314bc344-bc90-4467-84d5-ab3c08f0f363, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=314bc344-bc90-4467-84d5-ab3c08f0f363,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:29.081934 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:29.094853 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Calling delete_port for 314bc344-bc90-4467-84d5-ab3c08f0f363 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:29.293762 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:29.306491 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['314bc344-bc90-4467-84d5-ab3c08f0f363'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:29.322625 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Pushing event deleted for resources: {'Port': ['ID=314bc344-bc90-4467-84d5-ab3c08f0f363,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:29.349732 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6fcacec6-06a8-4122-9f08-e5eeb97c6567 req-09fbf834-b70f-4407-b03a-f213092cab54 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.49 "GET /v2.0/ports?device_id=93f130e2-e041-400a-934f-9c837ba505ef HTTP/1.1" status: 200 len: 210 time: 0.0454700 Dec 15 19:07:29.370012 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] No DVR routers for this DVR port 314bc344-bc90-4467-84d5-ab3c08f0f363 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:29.372504 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:29.376236 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a3ba9940-96d6-4a6f-9f56-d98e9659e234 req-ca0f21c2-d55a-464b-9579-7d8ca3fcde51 tempest-ServerRescueNegativeTestJSON-627018794 tempest-ServerRescueNegativeTestJSON-627018794-project] 10.222.0.44 "DELETE /v2.0/ports/314bc344-bc90-4467-84d5-ab3c08f0f363 HTTP/1.1" status: 204 len: 173 time: 0.4739084 Dec 15 19:07:29.376682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'name': 'network-vif-deleted', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:29.383201 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561f0e51-20d0-447a-87bc-9c5568b532e8" -d '{"events": [{"server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "name": "network-vif-deleted", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:29.417134 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f1c6ef-c701-4bc4-8442-0d7750a14cac x-openstack-request-id: req-10f1c6ef-c701-4bc4-8442-0d7750a14cac {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:29.417440 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93f130e2-e041-400a-934f-9c837ba505ef", "name": "network-vif-deleted", "tag": "314bc344-bc90-4467-84d5-ab3c08f0f363", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:29.417688 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-10f1c6ef-c701-4bc4-8442-0d7750a14cac {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:29.418105 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93f130e2-e041-400a-934f-9c837ba505ef', 'name': 'network-vif-deleted', 'tag': '314bc344-bc90-4467-84d5-ab3c08f0f363', 'status': 'completed', 'code': 200} Dec 15 19:07:29.943027 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebeac2-167a-4ee6-b284-adb75b4ae8e3 req-d8c47e69-215e-4b81-942f-53c9fd6aca68 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:29.944498 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01ebeac2-167a-4ee6-b284-adb75b4ae8e3 req-d8c47e69-215e-4b81-942f-53c9fd6aca68 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0501640 Dec 15 19:07:29.952077 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:29.974984 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:29.975325 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device a45ea0ec-0077-419a-b2e9-6b0cc9fbca81 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:29.995122 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-01ebeac2-167a-4ee6-b284-adb75b4ae8e3 req-85ed1458-157c-4b22-b241-e79596646225 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429466 Dec 15 19:07:30.404780 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53238) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:30.870722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-64132918-ff66-4e01-bb06-201675857d2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:30.915950 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:07:31.082728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.193072 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8039d63-6c81-4b57-9cc6-c45eb1e321ae req-5dead785-bd7e-48dd-b460-43a693981dbc tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:31.194726 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8039d63-6c81-4b57-9cc6-c45eb1e321ae req-5dead785-bd7e-48dd-b460-43a693981dbc tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.1293435 Dec 15 19:07:31.352268 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a8039d63-6c81-4b57-9cc6-c45eb1e321ae req-ee5e78cc-2383-4e92-a7ba-37f3bd87f9e1 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402056 Dec 15 19:07:31.380859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53262) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:31.445383 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Deleting port 64e12ed4-a52d-4095-821d-a35ef748187b {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:31.445971 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.490004 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-baeb50f2-aea8-4c02-aa3d-b44bc7754fd0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.526885 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] For port 64e12ed4-a52d-4095-821d-a35ef748187b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=64e12ed4-a52d-4095-821d-a35ef748187b,segment=NetworkSegment(3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7),segment_id=3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:31.527195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.539493 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Calling delete_port for 64e12ed4-a52d-4095-821d-a35ef748187b owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:31.563767 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-baeb50f2-aea8-4c02-aa3d-b44bc7754fd0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.633840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-baeb50f2-aea8-4c02-aa3d-b44bc7754fd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.676728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53266) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:31.676978 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-baeb50f2-aea8-4c02-aa3d-b44bc7754fd0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7d728fb2bec846c28407852f550d4b0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2948246 Dec 15 19:07:31.677858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeb50f2-aea8-4c02-aa3d-b44bc7754fd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28e1503b-2a04-486d-8319-bc88f0fc7c80,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:31.760954 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.782990 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.835962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.865211 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=64e12ed4-a52d-4095-821d-a35ef748187b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:31.918214 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.920805 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:31.922009 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/28e1503b-2a04-486d-8319-bc88f0fc7c80 HTTP/1.1" status: 204 len: 168 time: 0.2440870 Dec 15 19:07:31.934652 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a56e40d-cb4f-4e79-a713-32e6b3b6c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28e1503b-2a04-486d-8319-bc88f0fc7c80,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:32.031918 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.245221 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Router 902cc10a-e836-4d3e-9ef8-0df036767873 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:07:32.358742 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:07:32.364188 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-fb671594-1893-4764-8723-2becd47aa6a0 admin admin] 10.222.0.49 "PUT /v2.0/routers/902cc10a-e836-4d3e-9ef8-0df036767873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9581656 Dec 15 19:07:32.366726 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53274) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:32.368925 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Sync routers for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:07:32.380016 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:07:32.384512 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:07:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:32.480642 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca633c75-462d-43e1-89aa-9cee820956a2 req-0ed8a1a7-3422-4068-96be-90b8e0cb8718 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:32.481368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.482315 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca633c75-462d-43e1-89aa-9cee820956a2 req-0ed8a1a7-3422-4068-96be-90b8e0cb8718 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0523827 Dec 15 19:07:32.489114 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:07:32.519048 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53278) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:32.534309 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ca633c75-462d-43e1-89aa-9cee820956a2 req-9535568c-19c2-4809-9f81-d338f8535899 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449967 Dec 15 19:07:32.538874 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3c0f412b-f1b1-4e5b-83bb-121da1aaa676 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.635080 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.668884 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:07:31Z', 'revision_number': 5, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:32.676088 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3c0f412b-f1b1-4e5b-83bb-121da1aaa676 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.698451 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Checking router: 902cc10a-e836-4d3e-9ef8-0df036767873 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:07:32.707365 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Routers {'902cc10a-e836-4d3e-9ef8-0df036767873'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:07:32.707962 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:07:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['902cc10a-e836-4d3e-9ef8-0df036767873'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:32.733317 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3c0f412b-f1b1-4e5b-83bb-121da1aaa676 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.779387 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3c0f412b-f1b1-4e5b-83bb-121da1aaa676 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa34d176f4ac4192a8e8a7f778145551&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2592130 Dec 15 19:07:32.781119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f412b-f1b1-4e5b-83bb-121da1aaa676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f776bc-5061-4859-8996-4307b4b5a40d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:32.782195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53282) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:32.796116 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Deleting port e38618c5-f83e-4554-960c-fb21ff50a8e4 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:32.796516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.811778 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] Set router 902cc10a-e836-4d3e-9ef8-0df036767873 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:07:32.841756 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.862906 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.896233 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] For port e38618c5-f83e-4554-960c-fb21ff50a8e4, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=e38618c5-f83e-4554-960c-fb21ff50a8e4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:32.896756 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.910364 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Calling delete_port for e38618c5-f83e-4554-960c-fb21ff50a8e4 owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:32.982101 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.986195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:32.987789 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/84f776bc-5061-4859-8996-4307b4b5a40d HTTP/1.1" status: 204 len: 168 time: 0.2038805 Dec 15 19:07:32.996795 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9554c8c-4ede-4f0c-8149-ea960921ab47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f776bc-5061-4859-8996-4307b4b5a40d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:33.007454 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:07:31Z', 'revision_number': 5, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:33.035551 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6497563a-313e-42ca-975a-fd94118ce003 None None] The sync data for ids ['902cc10a-e836-4d3e-9ef8-0df036767873'] in dv-cinder-812685-5-iscsi is: [{'id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'name': 'tempest-ServerRescueNegativeTestJSON-431509030-router', 'tenant_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164'}], 'enable_snat': True}, 'gw_port_id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:30Z', 'updated_at': '2021-12-15T19:07:31Z', 'revision_number': 5, 'project_id': 'cadce2bfd827471ca4a8a1591d053c3b', 'gw_port': {'id': 'e38618c5-f83e-4554-960c-fb21ff50a8e4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:74:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '902cc10a-e836-4d3e-9ef8-0df036767873', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:07:33.327802 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3254e8f1-1271-4c23-88e9-e8bb98021007 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.413184 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.440723 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e38618c5-f83e-4554-960c-fb21ff50a8e4,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:33.507339 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.634494 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.653998 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.733894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f99980e-c85e-4f13-a2e8-3052d115a5c7 req-f29074f5-656b-4f7d-8ea2-31032de6f16f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:33.735445 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f99980e-c85e-4f13-a2e8-3052d115a5c7 req-f29074f5-656b-4f7d-8ea2-31032de6f16f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.1168475 Dec 15 19:07:33.785209 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5f99980e-c85e-4f13-a2e8-3052d115a5c7 req-3d235a9a-79ef-4ef3-9c82-364bb2a64e59 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437112 Dec 15 19:07:33.807515 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.808106 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 902cc10a-e836-4d3e-9ef8-0df036767873 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:07:33.813912 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.815019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-bab32189-0b9d-451a-9a4c-943a94fa5b33 admin admin] 10.222.0.49 "DELETE /v2.0/routers/902cc10a-e836-4d3e-9ef8-0df036767873 HTTP/1.1" status: 204 len: 168 time: 1.4473333 Dec 15 19:07:33.817652 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53304) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:33.867273 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Deleting subnet 5123ad75-36a6-42fc-b90f-17949878a1f4 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:07:33.870717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.909091 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.961505 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:33.969803 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 314bc344-bc90-4467-84d5-ab3c08f0f363 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:33.990088 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 314bc344-bc90-4467-84d5-ab3c08f0f363 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:33.990548 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 314bc344-bc90-4467-84d5-ab3c08f0f363 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:34.090625 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.116195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5123ad75-36a6-42fc-b90f-17949878a1f4,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:34.119843 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.123543 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4cde818a-133c-40ec-961d-0e97f21f8716 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5123ad75-36a6-42fc-b90f-17949878a1f4 HTTP/1.1" status: 204 len: 168 time: 0.3049939 Dec 15 19:07:34.126836 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53312) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:34.193233 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.281241 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.302251 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad27c95c-4200-4f8c-a87e-cb2c17144865']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:34.314090 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:34.314440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a97a9fe-d6c9-4af7-a5bb-fdd1270ee4d7') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:34.324376 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.339984 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.347759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:07:34.348367 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:07:34.350078 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:07:34.435357 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.498519 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.506878 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:34.510448 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] 10.222.0.49 "DELETE /v2.0/networks/ad27c95c-4200-4f8c-a87e-cb2c17144865 HTTP/1.1" status: 204 len: 168 time: 0.3826771 Dec 15 19:07:34.521035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37dddee6-6a0b-4a1b-a844-72ba6a2d8893 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad27c95c-4200-4f8c-a87e-cb2c17144865,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:34.906370 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caed335-4b33-49d0-883f-9f9a04aeb526 req-35930c4d-761a-4d55-aced-77f1d1ec5716 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:34.909793 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4caed335-4b33-49d0-883f-9f9a04aeb526 req-35930c4d-761a-4d55-aced-77f1d1ec5716 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0506053 Dec 15 19:07:34.914845 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53336) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:34.953278 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device e38618c5-f83e-4554-960c-fb21ff50a8e4 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:34.962352 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4caed335-4b33-49d0-883f-9f9a04aeb526 req-8cb8bb6e-dac8-4c6c-b996-70841e3f3e36 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484197 Dec 15 19:07:34.964100 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53338) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:34.964612 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-27887136-17cf-4283-b53c-9793a6ec809a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cadce2bfd827471ca4a8a1591d053c3b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0483150 Dec 15 19:07:34.988304 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: e38618c5-f83e-4554-960c-fb21ff50a8e4 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:34.988654 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device e38618c5-f83e-4554-960c-fb21ff50a8e4 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:34.989068 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 64e12ed4-a52d-4095-821d-a35ef748187b no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:35.009308 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 64e12ed4-a52d-4095-821d-a35ef748187b {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:35.009654 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 64e12ed4-a52d-4095-821d-a35ef748187b not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:35.018468 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:35.040878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:35.164028 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:35.166662 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:35.167909 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8ce1a25d-a663-4a5a-8ebc-e77457945a7f HTTP/1.1" status: 204 len: 168 time: 0.2028973 Dec 15 19:07:35.176228 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57446a0d-2112-4a4e-8fbe-49b74551ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ce1a25d-a663-4a5a-8ebc-e77457945a7f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:35.821620 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.091555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8769bee1-b930-45ae-adc2-5cc3e85fe514 req-6905af05-db7b-4651-b105-2d30cb1057dd tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:36.093072 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8769bee1-b930-45ae-adc2-5cc3e85fe514 req-6905af05-db7b-4651-b105-2d30cb1057dd tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0510042 Dec 15 19:07:36.141026 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8769bee1-b930-45ae-adc2-5cc3e85fe514 req-012b540e-55f0-4eec-b02e-7888f18fcc20 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416570 Dec 15 19:07:36.281643 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53376) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:36.376564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144860017-network', 'tenant_id': '9e83a7ce68354c62bd61204cb31198b0'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:36.475420 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Made reservation on behalf of 9e83a7ce68354c62bd61204cb31198b0 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:07:36.477673 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.486610 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.557874 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.626954 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.648088 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:07:36.662092 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13927257-46b6-4ba6-9669-bdc9ee40bf85,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:36.667584 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.667930 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Added segment c04d8088-3440-4604-b20c-a270f7599fbe of type vlan for network abd8e60a-1ef7-4084-a5a8-6717ca464ef5 Dec 15 19:07:36.707955 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.735567 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.782106 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:36.783070 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:36.783687 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:37.062677 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7794034 Dec 15 19:07:37.065957 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53388) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:37.070996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Request body: {'subnet': {'network_id': 'abd8e60a-1ef7-4084-a5a8-6717ca464ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2144860017-subnet', 'tenant_id': '9e83a7ce68354c62bd61204cb31198b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:37.078322 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf2ac98-d64a-4025-9a98-7ff74922ed03 admin admin] Pushing event updated for resources: {'Network': ['ID=abd8e60a-1ef7-4084-a5a8-6717ca464ef5,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:37.089392 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network abd8e60a-1ef7-4084-a5a8-6717ca464ef5 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:07:37.164369 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Made reservation on behalf of 9e83a7ce68354c62bd61204cb31198b0 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:07:37.166771 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:37.277692 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7914ac-3804-42a0-91da-577f6f5ad542 req-5103e87e-9708-4b87-b68b-b266bcc11d0d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:37.281545 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c7914ac-3804-42a0-91da-577f6f5ad542 req-5103e87e-9708-4b87-b68b-b266bcc11d0d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0671139 Dec 15 19:07:37.327073 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c7914ac-3804-42a0-91da-577f6f5ad542 req-5f9f347f-d554-47ee-903c-761febd516e4 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415695 Dec 15 19:07:37.407258 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:37.455042 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d722c899-58ac-4dd1-9ed0-f369db2433c9,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:37.469076 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.469447 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.469789 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.470124 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.470454 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.470781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.471129 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.471457 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.471782 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.472105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.472429 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.472748 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.473070 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:37.481055 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Checking segment: {'id': 'c04d8088-3440-4604-b20c-a270f7599fbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': 'abd8e60a-1ef7-4084-a5a8-6717ca464ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:07:37.481432 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Network hostable DHCP agents. Network: abd8e60a-1ef7-4084-a5a8-6717ca464ef5, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:07:37.572158 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Network abd8e60a-1ef7-4084-a5a8-6717ca464ef5 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:07:37.659366 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, abd8e60a-1ef7-4084-a5a8-6717ca464ef5) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:07:37.663345 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:37.664007 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:37.669593 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88aca990-28c6-4335-a54c-c3297a9d470c None None] Network abd8e60a-1ef7-4084-a5a8-6717ca464ef5 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:07:37.729629 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-52ee68d4-6da8-4861-b4e5-8ff9c095317d admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6622930 Dec 15 19:07:37.765218 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a3d964-9fc7-4704-b9d4-eecc71a0b5b0 None None] Network abd8e60a-1ef7-4084-a5a8-6717ca464ef5 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:07:38.396842 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53414) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:38.401735 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-364125652-network', 'tenant_id': 'c1b1abf2bd554b848e2097015865668c'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:38.463690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086238df-6aad-4c97-9dc2-a0a104002080 req-55526e8d-9e98-476f-9463-08a7e8a6bac6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:38.465178 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-086238df-6aad-4c97-9dc2-a0a104002080 req-55526e8d-9e98-476f-9463-08a7e8a6bac6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0601954 Dec 15 19:07:38.513481 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-086238df-6aad-4c97-9dc2-a0a104002080 req-83fd91ee-3347-4a7d-94ee-b0b820ebdadd tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416861 Dec 15 19:07:38.540822 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Made reservation on behalf of c1b1abf2bd554b848e2097015865668c for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:07:38.543216 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.551970 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.624322 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.687386 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.708701 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 555} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:07:38.724071 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5bb40b-8516-4e8a-8cdf-77dff8cce645,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:38.726945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.727349 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Added segment 9370c652-e45a-4c59-a287-1d499864f39e of type vlan for network 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb Dec 15 19:07:38.771777 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.878271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.879211 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:38.879777 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:38.940684 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] Pushing event updated for resources: {'Network': ['ID=4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:38.951323 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:07:39.013220 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-9aaa466e-88a3-4e98-aafe-04821598b82b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6147137 Dec 15 19:07:39.015570 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53426) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:39.021647 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Request body: {'subnet': {'network_id': '4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-364125652-subnet', 'tenant_id': 'c1b1abf2bd554b848e2097015865668c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:07:39.083965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Made reservation on behalf of c1b1abf2bd554b848e2097015865668c for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:07:39.086114 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Publish callbacks [] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.289912 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.344041 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac27efd7-e277-4369-a6c5-7de15f1d2781,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:39.352691 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Checking segment: {'id': '9370c652-e45a-4c59-a287-1d499864f39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 555, 'network_id': '4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:07:39.353027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Network hostable DHCP agents. Network: 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:07:39.452426 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Network 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:07:39.515418 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:07:39.519663 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:39.520266 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.527962 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8f2b218-c722-4743-aaca-90d28ec6b7db None None] Network 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:07:39.630511 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-81013893-0363-4bb1-8b79-66d22c1b0cbc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.6136978 Dec 15 19:07:39.642347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec5090a-aa77-4be9-89e8-67b353bbf365 req-8149a407-9618-42ab-8095-6229bb6ce9e9 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:39.643307 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bec5090a-aa77-4be9-89e8-67b353bbf365 req-8149a407-9618-42ab-8095-6229bb6ce9e9 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0589080 Dec 15 19:07:39.647650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df8ac88-3a6f-425c-b6d8-4b38a70e7541 None None] Network 4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:07:39.701566 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bec5090a-aa77-4be9-89e8-67b353bbf365 req-b96152a9-bc46-4de4-8f83-e8e9dd0cf999 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519233 Dec 15 19:07:39.768466 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53432) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:39.814281 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Deleting subnet d722c899-58ac-4dd1-9ed0-f369db2433c9 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:07:39.818328 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.858557 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.864229 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:39.992881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for subnet, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.028402 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d722c899-58ac-4dd1-9ed0-f369db2433c9,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:40.033853 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.038347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a5c8d858-a5db-4133-bbb4-2782208c3a1d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d722c899-58ac-4dd1-9ed0-f369db2433c9 HTTP/1.1" status: 204 len: 168 time: 0.2675941 Dec 15 19:07:40.039810 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53450) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:40.111908 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.201488 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.223141 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.224761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.224761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.224761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > port after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.225149 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > port after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.225442 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > port after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.225799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.226146 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.226465 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.226794 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.297148 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.297502 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.297839 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.298175 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 19:07:40.298542 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd8e60a-1ef7-4084-a5a8-6717ca464ef5']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:40.315936 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c04d8088-3440-4604-b20c-a270f7599fbe') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:40.316232 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c04d8088-3440-4604-b20c-a270f7599fbe') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:40.333127 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.355708 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.365052 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:07:40.365498 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: from cryptography.utils import int_from_bytes Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: from cryptography.utils import int_from_bytes Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:07:40.369514 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:07:40.498539 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.506247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.509578 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] 10.222.0.49 "DELETE /v2.0/networks/abd8e60a-1ef7-4084-a5a8-6717ca464ef5 HTTP/1.1" status: 204 len: 168 time: 0.4684501 Dec 15 19:07:40.512605 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53468) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:40.519674 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265db914-5964-4f7d-a5f4-4471ed0065ba admin admin] Pushing event deleted for resources: {'Network': ['ID=abd8e60a-1ef7-4084-a5a8-6717ca464ef5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:40.558463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Deleting subnet ac27efd7-e277-4369-a6c5-7de15f1d2781 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:07:40.561641 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.595867 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.637432 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.800209 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.827376 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac27efd7-e277-4369-a6c5-7de15f1d2781,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:40.834700 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.837959 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c63a5ff7-deab-4ad2-ae08-393d0e2689a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/ac27efd7-e277-4369-a6c5-7de15f1d2781 HTTP/1.1" status: 204 len: 168 time: 0.3242917 Dec 15 19:07:40.840906 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53472) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:40.850392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938208e-a1ac-4ab6-901e-ce456f1dbc62 req-aa88b829-3b06-4a0e-95e0-bafa6fe8346c tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:40.851844 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b938208e-a1ac-4ab6-901e-ce456f1dbc62 req-aa88b829-3b06-4a0e-95e0-bafa6fe8346c tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0803449 Dec 15 19:07:40.901217 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b938208e-a1ac-4ab6-901e-ce456f1dbc62 req-58572cad-db42-456a-bc57-1dbd5a6115fa tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432570 Dec 15 19:07:40.908308 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:40.986699 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.006917 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:41.016428 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9370c652-e45a-4c59-a287-1d499864f39e') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:41.016727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9370c652-e45a-4c59-a287-1d499864f39e') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:07:41.025833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.038412 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.044309 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Releasing vlan 555 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:07:41.044693 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:07:41.046298 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:07:41.158060 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.162912 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.166083 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] 10.222.0.49 "DELETE /v2.0/networks/4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb HTTP/1.1" status: 204 len: 168 time: 0.3240287 Dec 15 19:07:41.182798 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0652153-b83f-4a22-baca-26bb1c6b914b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f87cb3a-ad0c-4d4e-9e8f-9d181db5e8bb,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:41.518655 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53480) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:41.561604 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-60f210f6-7215-4dca-bdfd-5373b3916a60 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9e83a7ce68354c62bd61204cb31198b0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411360 Dec 15 19:07:41.563399 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53484) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:41.609694 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.632151 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.795224 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.798202 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:41.799415 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/13927257-46b6-4ba6-9669-bdc9ee40bf85 HTTP/1.1" status: 204 len: 168 time: 0.2350943 Dec 15 19:07:41.807476 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cb7249-7265-4d6c-8446-ce5d3d5d13a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13927257-46b6-4ba6-9669-bdc9ee40bf85,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:42.020175 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98dbd7a7-6da8-4ac3-a716-08cfda819c2c req-b10f675b-4a2f-458b-8642-93fda7a9df60 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:42.021941 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98dbd7a7-6da8-4ac3-a716-08cfda819c2c req-b10f675b-4a2f-458b-8642-93fda7a9df60 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0539262 Dec 15 19:07:42.078134 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-98dbd7a7-6da8-4ac3-a716-08cfda819c2c req-f9668da1-f674-406b-9955-ab48ab95ce76 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481696 Dec 15 19:07:42.469829 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53494) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:42.508219 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-e884a1b3-4b48-4917-a5e4-19d1fb70262a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1b1abf2bd554b848e2097015865668c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372584 Dec 15 19:07:42.510727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53496) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:42.555190 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:42.578588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:42.700809 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:42.703472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:42.704632 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d5bb40b-8516-4e8a-8cdf-77dff8cce645 HTTP/1.1" status: 204 len: 168 time: 0.1930246 Dec 15 19:07:42.712657 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637c9c21-4c3b-4895-a253-4bbf67df6800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5bb40b-8516-4e8a-8cdf-77dff8cce645,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:43.127523 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:43.197300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86311feb-c398-47cb-ae62-4ed443fd8a97 req-8184ca21-0301-4d49-838d-3942061c87c1 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:43.198895 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86311feb-c398-47cb-ae62-4ed443fd8a97 req-8184ca21-0301-4d49-838d-3942061c87c1 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0531576 Dec 15 19:07:43.245719 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-86311feb-c398-47cb-ae62-4ed443fd8a97 req-3fed7466-efde-4d15-b8fb-dc9672baa215 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408885 Dec 15 19:07:44.370395 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247edcd0-9678-479f-8f43-2c8a9ee0e32b req-93c12ba1-5df3-44f1-99dc-73659c140497 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:44.371971 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-247edcd0-9678-479f-8f43-2c8a9ee0e32b req-93c12ba1-5df3-44f1-99dc-73659c140497 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0497835 Dec 15 19:07:44.423943 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-247edcd0-9678-479f-8f43-2c8a9ee0e32b req-4934b8bc-3c0b-4155-b95d-9ee8d701dd62 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449858 Dec 15 19:07:44.785322 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65f9d6c-7a81-4544-948a-9984de71ce66 req-7ede6ab6-0541-426f-b59c-b8efad43f783 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:44.789628 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f65f9d6c-7a81-4544-948a-9984de71ce66 req-7ede6ab6-0541-426f-b59c-b8efad43f783 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0529668 Dec 15 19:07:44.840916 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f65f9d6c-7a81-4544-948a-9984de71ce66 req-7ba2599d-86e4-4dc2-9b67-e28eafdd66d6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474174 Dec 15 19:07:44.930071 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-32b9df5f-2c72-4bca-8865-2a231c46e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:44.931616 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-32b9df5f-2c72-4bca-8865-2a231c46e206 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1098 time: 0.0408196 Dec 15 19:07:45.029474 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-be15758c-f3d7-4f7c-9b95-3ace592aab9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.031564 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-be15758c-f3d7-4f7c-9b95-3ace592aab9a service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 911 time: 0.0910425 Dec 15 19:07:45.100549 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-14d55fd1-ac31-4580-b736-86a14803c398 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 1000 time: 0.0599089 Dec 15 19:07:45.154259 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-af5874ce-18e6-4a16-9833-bc98d2a1ff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.156392 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-af5874ce-18e6-4a16-9833-bc98d2a1ff01 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0440111 Dec 15 19:07:45.209273 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-f7b197ee-0f37-48ad-bcd8-98e5be8ec866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.210866 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-f7b197ee-0f37-48ad-bcd8-98e5be8ec866 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465901 Dec 15 19:07:45.274380 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-2fc6ebdf-1af3-45ec-a25a-d7ad9c1a0fda service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404758 Dec 15 19:07:45.323075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-e03ac919-6c81-4a47-983a-5cd52198fcad service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Dec 15 19:07:45.338837 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-6b813eba-a2ba-43a7-adac-f9a6e965547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.340339 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-6b813eba-a2ba-43a7-adac-f9a6e965547f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 1099 time: 0.0429497 Dec 15 19:07:45.424501 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c76694ab-7d26-4f2a-8f58-d1fd4c7efdee req-6f380937-65a6-4323-b5de-cfb875ec9519 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937526 Dec 15 19:07:45.452237 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-207839ec-5339-4d25-b1a1-b259319ebbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.454339 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-207839ec-5339-4d25-b1a1-b259319ebbf7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.0923533 Dec 15 19:07:45.523343 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-40b600e9-512c-4a90-b687-3a2fa522adcf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 200 len: 1000 time: 0.0598571 Dec 15 19:07:45.575628 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-706f49f9-1563-45d7-8e74-cdfa70bc6cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.577097 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-706f49f9-1563-45d7-8e74-cdfa70bc6cf2 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0454004 Dec 15 19:07:45.623925 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-4789d89a-2464-4e51-b84d-4a0b192905e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.626265 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-4789d89a-2464-4e51-b84d-4a0b192905e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0400050 Dec 15 19:07:45.726617 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-0a15dcea-22e4-42ee-8978-b96f2fbe8b59 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906062 Dec 15 19:07:45.819837 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-26ea7a47-1ac2-4cd3-927c-7f9c6c91b5c4 req-6904e94d-ff1f-4aed-82fd-4897efb49277 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838096 Dec 15 19:07:45.959930 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d9db-e14f-441e-961e-96ea8182100a req-47d6cc2a-9d61-41c6-98bd-c4b1937ea4a5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:45.961444 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0bf2d9db-e14f-441e-961e-96ea8182100a req-47d6cc2a-9d61-41c6-98bd-c4b1937ea4a5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0491445 Dec 15 19:07:46.010329 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0bf2d9db-e14f-441e-961e-96ea8182100a req-2e03ca95-2191-4764-8b88-87aa3d06ab56 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429559 Dec 15 19:07:47.129427 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c066bb5-2d9c-45ae-b9e0-be9b86d7e424 req-9962244b-c7f3-4e69-9e74-f946a257c681 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:47.131156 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c066bb5-2d9c-45ae-b9e0-be9b86d7e424 req-9962244b-c7f3-4e69-9e74-f946a257c681 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0493872 Dec 15 19:07:47.178251 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c066bb5-2d9c-45ae-b9e0-be9b86d7e424 req-5529d56b-3410-49b7-8053-4190306c547e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411265 Dec 15 19:07:51.988393 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded8b796-31ac-4650-a6f9-02607ec9dfba req-91d7b797-66d0-44cc-864d-628e29ee4fa4 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:51.989910 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ded8b796-31ac-4650-a6f9-02607ec9dfba req-91d7b797-66d0-44cc-864d-628e29ee4fa4 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0468864 Dec 15 19:07:52.050717 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ded8b796-31ac-4650-a6f9-02607ec9dfba req-6d19bf3d-1dd4-4881-94a6-60c8c4d82c50 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549428 Dec 15 19:07:53.165408 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ebfe47-d9ca-4d0f-8729-eedff3f55ce0 req-ba2a18f2-0084-4524-986c-1086ee30653f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:53.166783 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-18ebfe47-d9ca-4d0f-8729-eedff3f55ce0 req-ba2a18f2-0084-4524-986c-1086ee30653f tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0475395 Dec 15 19:07:53.215972 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-18ebfe47-d9ca-4d0f-8729-eedff3f55ce0 req-2d7013b9-246d-42aa-bfcb-8fb7e3cb8b8b tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434065 Dec 15 19:07:53.953007 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-fc985057-cb8a-4acb-861c-bb1754aede8c tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:53.954961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-fc985057-cb8a-4acb-861c-bb1754aede8c tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0456569 Dec 15 19:07:54.049197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Deleting port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:07:54.049540 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:54.137527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] For port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,segment=NetworkSegment(8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb),segment_id=8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:07:54.137885 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:54.149689 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Calling delete_port for 1375d4e0-7d19-44d5-aff8-8866d74f6b4e owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:07:54.315070 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:54.327183 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['1375d4e0-7d19-44d5-aff8-8866d74f6b4e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:07:54.345614 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Pushing event deleted for resources: {'Port': ['ID=1375d4e0-7d19-44d5-aff8-8866d74f6b4e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:54.360666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3967ba-e590-4233-82ca-b5eca3ba20c5 req-276c1b4e-b573-413c-8a70-db755c544d5a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:07:54.362160 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f3967ba-e590-4233-82ca-b5eca3ba20c5 req-276c1b4e-b573-413c-8a70-db755c544d5a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 946 time: 0.0785677 Dec 15 19:07:54.410914 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] No DVR routers for this DVR port 1375d4e0-7d19-44d5-aff8-8866d74f6b4e on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:07:54.414232 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:54.417479 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-866f200c-f546-4d02-b3f1-cfcf92f4f597 req-44633f3d-6bb2-4979-be90-73038ed4216a tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.44 "DELETE /v2.0/ports/1375d4e0-7d19-44d5-aff8-8866d74f6b4e HTTP/1.1" status: 204 len: 173 time: 0.4547067 Dec 15 19:07:54.417883 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'name': 'network-vif-deleted', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:07:54.420162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0debfcc2-133e-4acb-95e0-565f06f43079" -d '{"events": [{"server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "name": "network-vif-deleted", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:07:54.449842 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f3967ba-e590-4233-82ca-b5eca3ba20c5 req-57832a77-2c1e-419a-b0f1-7da8e44ebd96 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/security-groups?id=dfdc00b0-5974-43a2-a153-5fceed95bb80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710886 Dec 15 19:07:54.458022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23756e9d-3167-42cd-90d8-6174b5d5d1c8 x-openstack-request-id: req-23756e9d-3167-42cd-90d8-6174b5d5d1c8 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:07:54.458364 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6904bd6-619f-43a9-b7fa-5f91f0f9f824", "name": "network-vif-deleted", "tag": "1375d4e0-7d19-44d5-aff8-8866d74f6b4e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:07:54.458621 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-23756e9d-3167-42cd-90d8-6174b5d5d1c8 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:07:54.459031 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6904bd6-619f-43a9-b7fa-5f91f0f9f824', 'name': 'network-vif-deleted', 'tag': '1375d4e0-7d19-44d5-aff8-8866d74f6b4e', 'status': 'completed', 'code': 200} Dec 15 19:07:55.486623 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53746) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:55.565075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27f9d592-c3bf-4a9a-9509-1afcf8393aa9 req-980f0b21-0434-484a-a55e-b3fa964332b8 tempest-VolumesSnapshotTestJSON-1454917386 tempest-VolumesSnapshotTestJSON-1454917386-project] 10.222.0.49 "GET /v2.0/ports?device_id=d6904bd6-619f-43a9-b7fa-5f91f0f9f824 HTTP/1.1" status: 200 len: 210 time: 0.0281105 Dec 15 19:07:55.608782 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef82b-b001-4815-a307-0510b5f541e2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:55.682142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef82b-b001-4815-a307-0510b5f541e2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:55.791718 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ef8ef82b-b001-4815-a307-0510b5f541e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:55.829602 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ef8ef82b-b001-4815-a307-0510b5f541e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=8e8b720c36de4d89bfd5e83d697f986f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3413837 Dec 15 19:07:55.830478 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8ef82b-b001-4815-a307-0510b5f541e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58938209-b8ad-49b8-b381-f6e0da9df05f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:55.832934 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53750) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:55.881274 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:55.901523 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.008734 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.014997 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.015314 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58938209-b8ad-49b8-b381-f6e0da9df05f HTTP/1.1" status: 204 len: 168 time: 0.1812711 Dec 15 19:07:56.023596 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58938209-b8ad-49b8-b381-f6e0da9df05f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:56.031227 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.031579 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.032188 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.032439 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.032987 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.033478 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.034157 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.034501 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.034829 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.035217 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.035542 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.035864 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.036183 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9cb235b-c28f-48ed-a14d-0df84f400fe0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:07:56.645588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53780) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:56.662256 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-078f7e45-94d1-49c6-971d-51a6a16ca24d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.738923 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-078f7e45-94d1-49c6-971d-51a6a16ca24d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.760689 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1375d4e0-7d19-44d5-aff8-8866d74f6b4e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:07:56.781388 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 1375d4e0-7d19-44d5-aff8-8866d74f6b4e {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:07:56.781781 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1375d4e0-7d19-44d5-aff8-8866d74f6b4e not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:07:56.822951 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-078f7e45-94d1-49c6-971d-51a6a16ca24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.864008 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-078f7e45-94d1-49c6-971d-51a6a16ca24d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=632f376e23f144b280f4cc4b2e926969&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2173035 Dec 15 19:07:56.865149 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f7e45-94d1-49c6-971d-51a6a16ca24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc528592-72ce-4275-b649-06318e14b237,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:56.866767 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53784) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:56.915040 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:56.935949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:57.083175 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:57.087389 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:57.087389 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc528592-72ce-4275-b649-06318e14b237 HTTP/1.1" status: 204 len: 168 time: 0.2192659 Dec 15 19:07:57.094998 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98650338-b0e9-4ee8-b4a1-f6158ed37a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc528592-72ce-4275-b649-06318e14b237,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:59.595874 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 53872) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:59.718991 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44fd75e6-cafe-4d78-82ad-ca03a1e0ecd9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:59.791301 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44fd75e6-cafe-4d78-82ad-ca03a1e0ecd9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:59.851202 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-44fd75e6-cafe-4d78-82ad-ca03a1e0ecd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:59.890425 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-44fd75e6-cafe-4d78-82ad-ca03a1e0ecd9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=344ff86c829c459c8bc8970e5f9ebe61&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2934203 Dec 15 19:07:59.891149 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fd75e6-cafe-4d78-82ad-ca03a1e0ecd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f561a5-19ac-444d-8350-c395a46e2430,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:07:59.894112 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53886) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:07:59.943801 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:07:59.967260 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.103068 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.105761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.107171 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1f561a5-19ac-444d-8350-c395a46e2430 HTTP/1.1" status: 204 len: 168 time: 0.2114136 Dec 15 19:08:00.115366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a9bedf-5be7-4f92-9414-b0ebdf050c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f561a5-19ac-444d-8350-c395a46e2430,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:00.750189 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53900) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:00.763281 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db166c75-a98f-4697-b7b1-080806fb6db6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.840401 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db166c75-a98f-4697-b7b1-080806fb6db6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.873943 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b6f0b9c4-dc8e-4dca-b48f-69d4df1e6dc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.902483 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-db166c75-a98f-4697-b7b1-080806fb6db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:00.939152 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db166c75-a98f-4697-b7b1-080806fb6db6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dabfb56-9f5a-4890-9d47-b94a9de39b0a,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:00.943850 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-db166c75-a98f-4697-b7b1-080806fb6db6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=50887da4a91243a7a9c5c4051586e719&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926417 Dec 15 19:08:00.946949 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 53904) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:00.995829 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:01.016849 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:01.174059 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:01.176680 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:01.177876 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6dabfb56-9f5a-4890-9d47-b94a9de39b0a HTTP/1.1" status: 204 len: 168 time: 0.2305782 Dec 15 19:08:01.188202 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f272f88-153e-477b-af8a-413eaf7720b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dabfb56-9f5a-4890-9d47-b94a9de39b0a,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:03.319797 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d61226ec-8f66-4899-aad8-74f9620eb7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:04.462924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:05.742390 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:05.793486 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54086) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:05.909665 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dc1dab58-9eae-44d7-a4dc-4139644012de admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:05.984774 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dc1dab58-9eae-44d7-a4dc-4139644012de admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.036929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-dc1dab58-9eae-44d7-a4dc-4139644012de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.076956 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-dc1dab58-9eae-44d7-a4dc-4139644012de admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de35b9131b3b467a8aa64197e6f8464e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2823994 Dec 15 19:08:06.077923 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1dab58-9eae-44d7-a4dc-4139644012de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f387f88-9791-4c3e-a350-c9cd6230c020,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:06.079708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54100) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:06.127543 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.148929 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.325343 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.327999 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.329179 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f387f88-9791-4c3e-a350-c9cd6230c020 HTTP/1.1" status: 204 len: 168 time: 0.2484379 Dec 15 19:08:06.337168 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653bc709-364a-4526-9103-6e7ac044c60c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f387f88-9791-4c3e-a350-c9cd6230c020,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:06.488450 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54110) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:06.699611 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c3146f27-5a53-47dd-aaad-ddaa3b7ec165 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.727944 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.776642 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c3146f27-5a53-47dd-aaad-ddaa3b7ec165 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.859316 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c3146f27-5a53-47dd-aaad-ddaa3b7ec165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.899222 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c3146f27-5a53-47dd-aaad-ddaa3b7ec165 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cd0b53dbfd144ab799dafe2f70379ff7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4097507 Dec 15 19:08:06.900084 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3146f27-5a53-47dd-aaad-ddaa3b7ec165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5be44f-b25a-47a0-90a1-810531ff0583,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:06.902810 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54118) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:06.937004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54120) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:06.950242 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-266ca129-4a51-4f57-9867-ce21805d2ae9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.952926 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:06.974553 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.022793 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-266ca129-4a51-4f57-9867-ce21805d2ae9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.093946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-266ca129-4a51-4f57-9867-ce21805d2ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.094582 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.096551 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.097744 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0d5be44f-b25a-47a0-90a1-810531ff0583 HTTP/1.1" status: 204 len: 168 time: 0.1935666 Dec 15 19:08:07.106346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c51e09-a7cf-4537-8648-20b3888ee61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5be44f-b25a-47a0-90a1-810531ff0583,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:07.133350 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-266ca129-4a51-4f57-9867-ce21805d2ae9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=314659379b054ac8803cb2e5a948219e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1951923 Dec 15 19:08:07.135267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266ca129-4a51-4f57-9867-ce21805d2ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41e657-3df0-440d-843c-b35d59277ee2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:07.135976 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54124) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:07.184648 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.206863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.314033 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.317522 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.318687 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cc41e657-3df0-440d-843c-b35d59277ee2 HTTP/1.1" status: 204 len: 168 time: 0.1815758 Dec 15 19:08:07.326787 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708aec1-7f45-41c1-8e6f-ccd2e72cc293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41e657-3df0-440d-843c-b35d59277ee2,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:07.814919 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54136) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:07.829132 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca76e2ec-afb2-44e6-aeb5-68548b1edb5d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.910571 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca76e2ec-afb2-44e6-aeb5-68548b1edb5d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.915372 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:08:07.951226 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54140) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:07.964370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102cfa47-f449-4ae8-9cec-5778a47c4bf2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:07.965006 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ca76e2ec-afb2-44e6-aeb5-68548b1edb5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.004463 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ca76e2ec-afb2-44e6-aeb5-68548b1edb5d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6e66fe1a44264ac3838e91506494e15a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1881359 Dec 15 19:08:08.005373 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e2ec-afb2-44e6-aeb5-68548b1edb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50813c2c-c7a5-4b7e-bd6f-80ac781c0283,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:08.007618 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54142) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:08.045891 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102cfa47-f449-4ae8-9cec-5778a47c4bf2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.062138 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.083100 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.105231 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-102cfa47-f449-4ae8-9cec-5778a47c4bf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.146638 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-102cfa47-f449-4ae8-9cec-5778a47c4bf2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d1d190b2ea9d4cfe84f964a6604cb5e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1941836 Dec 15 19:08:08.147407 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cfa47-f449-4ae8-9cec-5778a47c4bf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce67bf54-01d4-4de5-8c81-3f500e7f0324,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:08.149221 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54144) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:08.196192 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.216318 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.219042 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.220184 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50813c2c-c7a5-4b7e-bd6f-80ac781c0283 HTTP/1.1" status: 204 len: 168 time: 0.2116749 Dec 15 19:08:08.222626 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.238346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1616f8c7-b295-4dd8-a446-f48e525a3099 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50813c2c-c7a5-4b7e-bd6f-80ac781c0283,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:08.342483 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.345783 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:08.347612 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ce67bf54-01d4-4de5-8c81-3f500e7f0324 HTTP/1.1" status: 204 len: 168 time: 0.1967871 Dec 15 19:08:08.356409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95fb9437-cc28-4936-9f65-98e2c454d2c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce67bf54-01d4-4de5-8c81-3f500e7f0324,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:09.341408 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54192) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:09.446966 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1448846634-network', 'tenant_id': 'b088f2fc835b4311b5cc8b10284558c9'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:09.545472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Made reservation on behalf of b088f2fc835b4311b5cc8b10284558c9 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:09.549308 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.563087 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.644720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.750973 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.776441 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 574} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:08:09.786192 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277a4684-709c-491e-bd99-24152e443628,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:09.792284 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.792577 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Added segment 06b2bf4d-121d-42d6-9b82-89cf2f1be63c of type vlan for network 59f9894a-7075-44e6-b9b0-03950d346394 Dec 15 19:08:09.839727 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.922366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.923398 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:09.923970 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:09.984059 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] Pushing event updated for resources: {'Network': ['ID=59f9894a-7075-44e6-b9b0-03950d346394,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:09.994622 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 59f9894a-7075-44e6-b9b0-03950d346394 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:08:10.005854 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bfce44d1-5b72-439a-921f-2d0c7afc5ea3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6600103 Dec 15 19:08:10.009257 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54210) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:10.011193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Request body: {'subnet': {'network_id': '59f9894a-7075-44e6-b9b0-03950d346394', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1448846634-subnet', 'tenant_id': 'b088f2fc835b4311b5cc8b10284558c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:10.099191 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Made reservation on behalf of b088f2fc835b4311b5cc8b10284558c9 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:10.101576 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4920528'] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:10.319970 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6613368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4920526'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:10.381729 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Pushing event updated for resources: {'Subnet': ['ID=0328191e-a2e2-448c-a51b-0e3ff9305c3d,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:10.389018 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Checking segment: {'id': '06b2bf4d-121d-42d6-9b82-89cf2f1be63c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '59f9894a-7075-44e6-b9b0-03950d346394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:10.389431 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Network hostable DHCP agents. Network: 59f9894a-7075-44e6-b9b0-03950d346394, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:08:10.459170 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Network 59f9894a-7075-44e6-b9b0-03950d346394 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:08:10.533458 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 59f9894a-7075-44e6-b9b0-03950d346394) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:10.538397 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:10.539115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:10.543507 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26ca733-bb48-4479-a4f8-59ad7f4f506b None None] Network 59f9894a-7075-44e6-b9b0-03950d346394 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:10.611104 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-fca386df-5bee-4cff-9ddd-21a9d307bdff admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6039329 Dec 15 19:08:10.640841 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31de4099-022a-430d-931a-34040cfa0621 None None] Network 59f9894a-7075-44e6-b9b0-03950d346394 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:10.792761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54236) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:10.895893 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6479fb3c-6c98-497d-8fe8-7841c0144c67 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:10.968748 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6479fb3c-6c98-497d-8fe8-7841c0144c67 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.033292 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6479fb3c-6c98-497d-8fe8-7841c0144c67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.075009 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6479fb3c-6c98-497d-8fe8-7841c0144c67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5c9234ef85ca4e6a91a2dcf58119b9b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2811239 Dec 15 19:08:11.075753 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6479fb3c-6c98-497d-8fe8-7841c0144c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c748396-662d-4f6e-8240-8f2566c1c2b6,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:11.077785 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54246) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:11.126871 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.148745 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.273476 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.276144 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.280019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c748396-662d-4f6e-8240-8f2566c1c2b6 HTTP/1.1" status: 204 len: 168 time: 0.2012162 Dec 15 19:08:11.287896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17683d1-8ceb-4f2b-9295-5bd7f7e9efa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c748396-662d-4f6e-8240-8f2566c1c2b6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:11.360109 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54258) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:11.366987 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-381002278-network', 'tenant_id': 'b82ada86795c461ca9c03eb14d016f55'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:11.476409 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Made reservation on behalf of b82ada86795c461ca9c03eb14d016f55 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:11.478857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.487714 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.563969 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.670693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.692522 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 568} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:08:11.707138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c7edc6-be9b-4e79-9998-9da11d590105,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:11.710060 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.710384 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Added segment ecf0d849-6456-4a86-8e92-533c70f4c600 of type vlan for network 85ec3914-b2fc-46e3-876a-c508df2b45e2 Dec 15 19:08:11.753258 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.836708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.837781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:11.838408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:11.899870 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] Pushing event updated for resources: {'Network': ['ID=85ec3914-b2fc-46e3-876a-c508df2b45e2,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:11.911482 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 85ec3914-b2fc-46e3-876a-c508df2b45e2 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:08:11.933698 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-97ef82c2-fbf0-4829-a6b1-0881ee1dbfee admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5724661 Dec 15 19:08:11.936438 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54272) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:11.943983 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Request body: {'subnet': {'network_id': '85ec3914-b2fc-46e3-876a-c508df2b45e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-381002278-subnet', 'tenant_id': 'b82ada86795c461ca9c03eb14d016f55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:12.042226 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Made reservation on behalf of b82ada86795c461ca9c03eb14d016f55 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:12.044641 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.121949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54278) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:12.144323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b96c-6c61-48fd-98c4-cf77bc278734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.297957 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b96c-6c61-48fd-98c4-cf77bc278734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.345034 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.396407 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5fd1b96c-6c61-48fd-98c4-cf77bc278734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.428597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41133131-9ac3-4195-960c-152c9870e519,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:12.452995 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd1b96c-6c61-48fd-98c4-cf77bc278734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68d3b079-f1f5-4f01-9fe7-c8353cdf8d08,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:12.457603 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5fd1b96c-6c61-48fd-98c4-cf77bc278734 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c634fedc2b8345b6bbd7040ea0b945af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3344495 Dec 15 19:08:12.458922 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Checking segment: {'id': 'ecf0d849-6456-4a86-8e92-533c70f4c600', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '85ec3914-b2fc-46e3-876a-c508df2b45e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:12.459290 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Network hostable DHCP agents. Network: 85ec3914-b2fc-46e3-876a-c508df2b45e2, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:08:12.460368 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54280) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:12.514070 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.542381 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Network 85ec3914-b2fc-46e3-876a-c508df2b45e2 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:08:12.542622 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.656544 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 85ec3914-b2fc-46e3-876a-c508df2b45e2) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:12.661446 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:12.662986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.666752 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef3b0f47-2285-4aab-a29e-c7dfef1a4701 None None] Network 85ec3914-b2fc-46e3-876a-c508df2b45e2 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:12.708491 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.711312 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:12.712482 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/68d3b079-f1f5-4f01-9fe7-c8353cdf8d08 HTTP/1.1" status: 204 len: 168 time: 0.2511287 Dec 15 19:08:12.720033 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d6cbd-cce7-438b-8911-28ff2765479c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d3b079-f1f5-4f01-9fe7-c8353cdf8d08,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:12.738513 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-264989da-e672-45e9-bd2f-a6191f546061 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7992218 Dec 15 19:08:12.789926 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0477e6f8-24f1-431c-bbdb-a307753267a3 None None] Network 85ec3914-b2fc-46e3-876a-c508df2b45e2 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:13.131157 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.359358 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54342) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:14.441466 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395349a6-291f-4e9e-aee3-7fcbf9259489 req-f748aed3-cb9c-41f5-b47e-d220de272a89 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:14.443243 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-395349a6-291f-4e9e-aee3-7fcbf9259489 req-f748aed3-cb9c-41f5-b47e-d220de272a89 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0499289 Dec 15 19:08:14.479413 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-97e3e767-bb72-40ff-aecf-eb20e6dd42d6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.513384 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-395349a6-291f-4e9e-aee3-7fcbf9259489 req-9f79e95f-42ec-4b80-a005-edd6fbcc3b45 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640767 Dec 15 19:08:14.575405 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-97e3e767-bb72-40ff-aecf-eb20e6dd42d6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.684670 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-97e3e767-bb72-40ff-aecf-eb20e6dd42d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.721452 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-97e3e767-bb72-40ff-aecf-eb20e6dd42d6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=18392edf3355443c8f9480ab2afbd487&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3607256 Dec 15 19:08:14.723773 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e3e767-bb72-40ff-aecf-eb20e6dd42d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce1f397-755e-45a6-a00e-a5cffb8038ee,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:14.724510 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54348) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:14.774128 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.796272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.896310 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.899000 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:14.900175 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4ce1f397-755e-45a6-a00e-a5cffb8038ee HTTP/1.1" status: 204 len: 168 time: 0.1745341 Dec 15 19:08:14.908056 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42fcea-83ce-4214-abf1-2c1eb4388cff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce1f397-755e-45a6-a00e-a5cffb8038ee,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:15.637652 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d63b2e-830b-4e22-9464-4d87a260bda2 req-1384633f-ec30-4469-8ca8-321fecc5ed88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:15.638727 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74d63b2e-830b-4e22-9464-4d87a260bda2 req-1384633f-ec30-4469-8ca8-321fecc5ed88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0495472 Dec 15 19:08:15.694115 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-74d63b2e-830b-4e22-9464-4d87a260bda2 req-68067f45-506c-428f-84e0-2f2baa046364 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488064 Dec 15 19:08:15.989639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-abc7f688-04b6-46d9-a4ca-a895730a1b51 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:15.991095 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-abc7f688-04b6-46d9-a4ca-a895730a1b51 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 946 time: 0.0474210 Dec 15 19:08:16.083475 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Deleting port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:08:16.083812 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.180558 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] For port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:16.180922 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.420197 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.420646 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.420968 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Floating IP 439fde56-eb1d-4a1c-a41c-bc833b2a20fe disassociated. External IP: 172.27.1.71, port: 2c56f2d3-88c3-4e37-b62b-41f5e58fee33. Dec 15 19:08:16.421396 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Calling delete_port for 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:08:16.486316 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54410) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:16.593567 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f03c5dd7-13be-4cd0-b26e-99d7699e1743 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.615946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.649376 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'Port': ['ID=2c56f2d3-88c3-4e37-b62b-41f5e58fee33,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:16.671782 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f03c5dd7-13be-4cd0-b26e-99d7699e1743 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.738986 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-f03c5dd7-13be-4cd0-b26e-99d7699e1743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.774207 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-f03c5dd7-13be-4cd0-b26e-99d7699e1743 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=df2506e3849b4d74a5964051f9d83b45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2867277 Dec 15 19:08:16.784168 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54416) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:16.811580 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3efcbca2-a15a-4b3d-acd8-3791649d7d28 req-a2d807af-dc7d-46f9-8938-8ede00612586 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0438082 Dec 15 19:08:16.831471 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03c5dd7-13be-4cd0-b26e-99d7699e1743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2375beb-b1e3-4fff-b603-fbe10a69ace1,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:16.891536 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:16.920604 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:17.043498 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:08:17.090618 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:17.094194 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:17.095375 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c2375beb-b1e3-4fff-b603-fbe10a69ace1 HTTP/1.1" status: 204 len: 168 time: 0.3103223 Dec 15 19:08:17.103792 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810fcf44-4457-4f4f-bcc9-1a3742ec0c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2375beb-b1e3-4fff-b603-fbe10a69ace1,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:17.162408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:17.173717 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:17.184567 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:17.185293 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:17.209204 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] No DVR routers for this DVR port 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:08:17.211852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:17.215412 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-092ec08b-2ed7-467e-bdfb-28dc58847f36 req-3418648a-54de-42d9-8c09-7c3a1804d335 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "DELETE /v2.0/ports/2c56f2d3-88c3-4e37-b62b-41f5e58fee33 HTTP/1.1" status: 204 len: 173 time: 1.2179036 Dec 15 19:08:17.215924 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-deleted', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:08:17.218313 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80680f3a-1701-4891-b5bc-bc5c5f604f7a" -d '{"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-deleted", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:08:17.260817 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d88b76-8905-404d-b437-fe74576b7dc2 x-openstack-request-id: req-d8d88b76-8905-404d-b437-fe74576b7dc2 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:08:17.265171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93490542-6e11-41c3-9901-c06a1dd65cef", "name": "network-vif-deleted", "tag": "2c56f2d3-88c3-4e37-b62b-41f5e58fee33", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:08:17.265171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d8d88b76-8905-404d-b437-fe74576b7dc2 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:08:17.265171 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93490542-6e11-41c3-9901-c06a1dd65cef', 'name': 'network-vif-deleted', 'tag': '2c56f2d3-88c3-4e37-b62b-41f5e58fee33', 'status': 'completed', 'code': 200} Dec 15 19:08:17.300189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:17.532313 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:17.565185 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:17.574247 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:17.574918 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:17.685478 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:17.940718 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6a8bfe91-76a7-49bc-867c-8ea08b622061 req-864e812a-1543-4918-a7f8-928091f51e1d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=93490542-6e11-41c3-9901-c06a1dd65cef HTTP/1.1" status: 200 len: 210 time: 0.0349307 Dec 15 19:08:18.088231 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:18.119689 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d4dc8d-03b5-4b1f-9f48-16a707c1f992 None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:18.388299 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54462) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:18.415575 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-883e0b5e-e065-4df7-b93e-8dd91f23ebd5 None None] New status for floating IP 439fde56-eb1d-4a1c-a41c-bc833b2a20fe: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:08:18.502734 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2059309169-network', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:18.642424 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Made reservation on behalf of 5df652172dff4ee08b4dddf7a40b0142 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:18.645740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.661325 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.742683 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.816477 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.845594 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:08:18.855202 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5024f9-c833-4870-8aba-5e24f2e02580,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:18.865011 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.865576 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Added segment 12850b57-ae5c-42b8-8bc3-e09428a265b1 of type vlan for network f8498b13-b8e7-458b-9a53-2a5bad9da27f Dec 15 19:08:18.908253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:18.914654 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:08:18.934930 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:08:18.935282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 2c56f2d3-88c3-4e37-b62b-41f5e58fee33 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:08:19.039836 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.041006 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:19.041635 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.099356 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] Pushing event updated for resources: {'Network': ['ID=f8498b13-b8e7-458b-9a53-2a5bad9da27f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:19.109909 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:08:19.190434 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-48b2ee16-086b-48e7-9208-2214d0f05c9e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8012874 Dec 15 19:08:19.194773 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54480) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:19.195245 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54482) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:19.199785 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Request body: {'subnet': {'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2059309169-subnet', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:19.248166 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.271579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.319071 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Made reservation on behalf of 5df652172dff4ee08b4dddf7a40b0142 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:19.321410 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4920528'] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.410812 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.413820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.415073 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "DELETE /v2.0/security-groups/3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10 HTTP/1.1" status: 204 len: 168 time: 0.2190666 Dec 15 19:08:19.419516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54484) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:19.436196 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f5180-03dc-4cfd-a45e-a62749735fc0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:19.438805 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-22ce59ef-cd1b-4865-b872-f9aca4ef6e15 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] show failed (client error): The resource could not be found. Dec 15 19:08:19.440130 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-22ce59ef-cd1b-4865-b872-f9aca4ef6e15 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups/3ed8b3d9-4836-4e6a-981a-ec0aa0e70d10 HTTP/1.1" status: 404 len: 347 time: 0.0197022 Dec 15 19:08:19.444022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54486) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:19.571254 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Deleting port 74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:08:19.571516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.630934 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6613368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4920526'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.648525 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.648865 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.662829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Calling delete_port for 74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:08:19.686085 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6020ff97-5804-48ca-8d86-78cbee987288,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:19.699806 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Checking segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:19.700246 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Network hostable DHCP agents. Network: f8498b13-b8e7-458b-9a53-2a5bad9da27f, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:08:19.767524 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:08:19.833824 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, f8498b13-b8e7-458b-9a53-2a5bad9da27f) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:19.838463 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:19.839067 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.846987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430aa904-4096-4fce-b3e2-b1b9d7ee1c62 None None] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:19.892971 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.919767 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'Port': ['ID=74482a3d-0a08-4ef1-9a6f-c1b249d5bf2c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:19.932899 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-152599e7-6485-417c-a947-020ed72aa55c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7369845 Dec 15 19:08:19.936163 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54492) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:19.943265 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:19.961203 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:08:19.963471 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.980421 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.983200 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:19.984372 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-af40c497-406d-47db-9375-8f697ad676c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "DELETE /v2.0/floatingips/439fde56-eb1d-4a1c-a41c-bc833b2a20fe HTTP/1.1" status: 204 len: 168 time: 0.5394399 Dec 15 19:08:20.059133 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.060526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.109124 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Allocated IP 172.20.0.2 (f8498b13-b8e7-458b-9a53-2a5bad9da27f/6020ff97-5804-48ca-8d86-78cbee987288/12ecffd4-18ea-4ecd-b484-9bd26dcddf2a) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:20.117651 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.284047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.365453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.409558 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.454861 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:20.461074 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:20.464745 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:20.526617 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Pushing event updated for resources: {'Port': ['ID=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:20.540037 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.540641 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.541008 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.541379 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.541718 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.542051 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.542383 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.542711 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.543033 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.543569 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.543907 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.544253 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.544578 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:20.556738 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Attempting to bind port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:20.557161 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Attempting to bind port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:20.557529 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Attempting to bind port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a on network f8498b13-b8e7-458b-9a53-2a5bad9da27f {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:20.563415 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:20.563817 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Checking segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:20.564220 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.564612 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Bound using segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:20.565166 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Bound port: 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:20.565555 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.627780 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] For port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:20.631031 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] For port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:20.648892 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.667906 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.691515 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54520) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:20.696300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1784997293', 'description': 'tempest-description--1829945868'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:20.733886 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.771329 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Allocated IP 172.27.1.175 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/8fa5c26b-e29c-4684-a893-ff0e03f1d43b) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:20.790798 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8089333c-a1ba-4687-8bd1-bdfac4df5828 None None] Pushing event updated for resources: {'Port': ['ID=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:20.839015 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.893566 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.919104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:20.990043 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.022110 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.031894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de537843-2d89-4bd8-89cb-d07bfcc4f79b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:21.065272 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:21.068360 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:21.070853 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:21.087992 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.090128 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c39b138f-1f32-4963-8b8c-94c825693a03 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3967590 Dec 15 19:08:21.092283 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54522) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:21.098201 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group_rule': {'security_group_id': 'de537843-2d89-4bd8-89cb-d07bfcc4f79b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:21.099724 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Pushing event updated for resources: {'Port': ['ID=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:21.204238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.261186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.341860 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.361601 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fffee509-6619-4b6b-a79d-e47eebe76355,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:21.413538 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.440988 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.443507 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0f59af70-d0b6-4de2-b7f5-f7f2b0d16996 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3489940 Dec 15 19:08:21.445125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54528) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:21.450804 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'security_group_rule': {'security_group_id': 'de537843-2d89-4bd8-89cb-d07bfcc4f79b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:21.559052 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.640751 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.727807 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.748918 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d94dc200-d628-4f85-8fac-c4f3d12b924e,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:21.796286 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46e41b1-e353-401a-a85d-bafc46d22b3f None None] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:21.832803 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.835019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ff2761f2-7ba5-49e2-8870-0dd48a88c170 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3879182 Dec 15 19:08:21.841847 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54540) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:21.846562 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:21.870346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.938920 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:21.941587 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] Provisioning complete for port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:21.941965 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.042460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.067713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.080724 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] For port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:22.138416 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:08:22.181570 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Allocated IP 172.27.1.4 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/421537ef-055f-4d65-b0c6-f8b5fb8b08e8) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:22.196452 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.247624 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e08560-dbb6-4109-a80b-39d8fcb571cb None None] Pushing event updated for resources: {'Port': ['ID=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:22.258150 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:22.267756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Sync routers for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:22.277569 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:22.278184 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:22.303610 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.344783 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-1d1245d4-c764-4a8f-bb78-679bfa6ebcfe None None] Provisioning complete for port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:22.345188 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1d1245d4-c764-4a8f-bb78-679bfa6ebcfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.358000 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.360672 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5969407d-9446-44f2-a2b2-7f92c13fce40 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4217620 Dec 15 19:08:22.362153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54546) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:22.426014 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:22.452491 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.503089 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:22.510384 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:22.516766 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:22.520600 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=421537ef-055f-4d65-b0c6-f8b5fb8b08e8,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:22.650539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:21Z', 'revision_number': 3, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:22.677170 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Checking router: 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:22.677518 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Updating router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:08:22.701548 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.720826 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.839982 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54550) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:22.887701 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Deleting subnet c14f0a76-745a-4ae0-b286-568343f32b47 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:08:22.890530 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.891654 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.930893 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4464089'] for subnet, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:22.970681 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.000867 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.013879 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.074292 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:23.111043 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.136357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6614975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4920503'] for subnet, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.166228 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c14f0a76-745a-4ae0-b286-568343f32b47,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.170497 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.175837 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c07dd3c2-99eb-4226-8ce2-b7c04b8c5b2c admin admin] 10.222.0.49 "DELETE /v2.0/subnets/c14f0a76-745a-4ae0-b286-568343f32b47 HTTP/1.1" status: 204 len: 168 time: 0.3323305 Dec 15 19:08:23.176594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54556) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:23.181987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Attempting to bind port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:23.182301 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Attempting to bind port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:23.182665 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Attempting to bind port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:23.189836 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a972-36e3-4655-8e79-19ec83513ff1 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.196123 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:23.196731 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:23.197637 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.198041 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:23.198536 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Bound port: 8fa5c26b-e29c-4684-a893-ff0e03f1d43b, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:23.198929 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.216928 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.229212 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:23.233202 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.241373 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Allocated IP 172.20.0.1 (f8498b13-b8e7-458b-9a53-2a5bad9da27f/6020ff97-5804-48ca-8d86-78cbee987288/0c771a29-bc6f-49ce-a97d-616588583494) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:23.255113 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.291326 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] For port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:23.295821 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] For port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:23.312134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.343668 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.368719 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd0072d-daf7-4158-a223-046c35eb85a7']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:23.378959 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:23.379259 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e6e5f1b-b751-4e13-85d2-cdddb44ee0cb') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:23.379933 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.391071 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.416968 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=421537ef-055f-4d65-b0c6-f8b5fb8b08e8,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.417693 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.428141 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Releasing vlan 567 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:08:23.428564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:08:23.432949 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:08:23.438849 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.439104 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:23.439693 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:23.477863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.483174 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b7a972-36e3-4655-8e79-19ec83513ff1 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.541014 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.546537 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e5db0c3c-c751-4e30-aba3-84927cf5e2ee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7036099 Dec 15 19:08:23.647453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.648000 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.665453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.673628 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] 10.222.0.49 "DELETE /v2.0/networks/3bd0072d-daf7-4158-a223-046c35eb85a7 HTTP/1.1" status: 204 len: 168 time: 0.4957969 Dec 15 19:08:23.680505 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7b3cc8-157e-47d6-af37-810d2c5b5cb2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3bd0072d-daf7-4158-a223-046c35eb85a7,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.708372 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:23.713601 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:23.722860 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:23.734921 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:23.763936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Pushing event updated for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:23.780682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:23.929578 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-787d80f1-74e2-4ce6-8120-d4b5c677fc37 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1784997293&fields=id&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 267 time: 0.0820084 Dec 15 19:08:23.972697 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:21Z', 'revision_number': 3, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:24.015017 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc7c6f-2824-41e0-9711-d1ae9f191f06 None None] The sync data for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi is: [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:21Z', 'revision_number': 3, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:24.026090 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-6824c133-cdb6-4292-af2c-74ec150712a4 None None] Provisioning complete for port 0c771a29-bc6f-49ce-a97d-616588583494 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:24.026527 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6824c133-cdb6-4292-af2c-74ec150712a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.069924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-6824c133-cdb6-4292-af2c-74ec150712a4 None None] Port 0c771a29-bc6f-49ce-a97d-616588583494 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:24.089856 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-0f27f6c5-83ed-47ba-9175-faa8f9ba82c2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:24.091494 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-0f27f6c5-83ed-47ba-9175-faa8f9ba82c2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 816 time: 0.1537735 Dec 15 19:08:24.097097 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.118802 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-02ab8b58-1bbe-4652-b279-c5b02ed336cc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/quotas/9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 375 time: 0.0192201 Dec 15 19:08:24.167834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54588) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:24.221819 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-11f5f625-8059-4098-941b-cdedca9a6b46 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=87416d9f16b34ae393890d3c16f8d55e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0527024 Dec 15 19:08:24.224484 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54590) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:24.229549 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-789e10e5-19fa-46ce-a859-c2f5cacc271c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879915 Dec 15 19:08:24.312069 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.349881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.402112 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-0dfcefa3-62a6-4d0d-a7e3-1ee2e2268476 service neutron] 10.222.0.49 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400497 Dec 15 19:08:24.438062 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.484607 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.488107 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.489412 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dfdc00b0-5974-43a2-a153-5fceed95bb80 HTTP/1.1" status: 204 len: 168 time: 0.2633951 Dec 15 19:08:24.498428 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764a5af-f2df-464b-bf0a-2e4a8d2f37bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfdc00b0-5974-43a2-a153-5fceed95bb80,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:24.526401 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-7b13ec96-0f77-4623-a592-bc3125403f6d service neutron] 10.222.0.49 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129060 Dec 15 19:08:24.528175 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.609136 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Pushing event updated for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:24.633879 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:24.737053 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:24.740240 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:24.953440 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6228f9bb-7798-4a63-ae8b-50961b3a0672 req-2bd1814d-a79d-4544-956e-9fc418397933 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 210 time: 0.0603168 Dec 15 19:08:25.066538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:08:25.156575 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8e315dc0-4b69-4e62-a3fb-d51979a0e497 None None] Provisioning complete for port 0c771a29-bc6f-49ce-a97d-616588583494 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:25.157178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8e315dc0-4b69-4e62-a3fb-d51979a0e497 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:25.234162 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8fa5c26b-e29c-4684-a893-ff0e03f1d43b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:25.250414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8e315dc0-4b69-4e62-a3fb-d51979a0e497 None None] Port 0c771a29-bc6f-49ce-a97d-616588583494 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:25.271579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:25.277852 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2a5b7dfb-bffd-43ca-a348-952246650c53 admin admin] 10.222.0.49 "PUT /v2.0/routers/87fb2b7e-e041-4d6e-a06d-d40af05e3e1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9133408 Dec 15 19:08:25.305991 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:25.306432 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:25.414733 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:25.441989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:25.541183 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:25.602461 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:25.643049 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb04133-024b-4643-852b-90e5bb85c576 req-1c3797d4-03f3-4307-915c-102701ad2f21 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:25.645178 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afb04133-024b-4643-852b-90e5bb85c576 req-1c3797d4-03f3-4307-915c-102701ad2f21 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0493088 Dec 15 19:08:25.698546 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afb04133-024b-4643-852b-90e5bb85c576 req-b5de721c-8553-4a7b-8a27-19900689f63b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469804 Dec 15 19:08:26.059379 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Sync routers for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:26.074861 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:26.076427 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:26.178584 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54636) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:26.186235 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-554575323-network', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:26.222346 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:26.307136 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Made reservation on behalf of ab5f2d755eec40029b2c673e026d5de8 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:26.309397 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.318712 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.320038 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b65edff-d92e-43a8-9e45-4d41f2fad6a4 req-913168c2-cec3-4a7c-8bad-6b9c69e5bbee tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 210 time: 0.2976086 Dec 15 19:08:26.396255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.419706 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:24Z', 'revision_number': 2, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:26.449591 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Checking router: 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:26.449951 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Updating router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a port 0c771a29-bc6f-49ce-a97d-616588583494 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:08:26.475546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.476548 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.501598 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:08:26.511857 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d12f07e2-9cbf-4a5b-a888-4f63d3889548,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:26.517126 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.517489 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Added segment 19f8e629-5e40-4e4d-ac25-bd0173b23f00 of type vlan for network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 Dec 15 19:08:26.569505 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.701332 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.702301 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:26.702893 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.757497 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.774361 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] Pushing event updated for resources: {'Network': ['ID=58f8955d-0e6d-46ba-8e0e-55cba86db5b9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:26.787360 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:08:26.821225 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-737fa774-b21a-408a-8a1e-896b182e8858 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6390901 Dec 15 19:08:26.824335 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54644) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:26.830604 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Request body: {'subnet': {'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-554575323-subnet', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:26.833124 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.866326 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e1e74-4941-4fd6-8473-96ec7844247c req-059e3c57-685b-4863-8eb1-68a45203a77b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:26.874237 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-457e1e74-4941-4fd6-8473-96ec7844247c req-059e3c57-685b-4863-8eb1-68a45203a77b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0840466 Dec 15 19:08:26.889760 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Pushing event updated for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:26.915091 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.915502 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.915897 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.916201 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.916660 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.916848 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.917486 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.922887 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-457e1e74-4941-4fd6-8473-96ec7844247c req-7465933f-0933-4b2c-9e73-a0060c63bf3e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471022 Dec 15 19:08:26.923270 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.923270 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.923720 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.924079 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.924419 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.924753 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:26.944321 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Made reservation on behalf of ab5f2d755eec40029b2c673e026d5de8 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:26.946790 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4920528'] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.957623 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Attempting to bind port 0c771a29-bc6f-49ce-a97d-616588583494 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:26.963098 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Attempting to bind port 0c771a29-bc6f-49ce-a97d-616588583494 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:26.963098 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Attempting to bind port 0c771a29-bc6f-49ce-a97d-616588583494 on network f8498b13-b8e7-458b-9a53-2a5bad9da27f {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:26.965293 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:26.965956 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Checking segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:26.966371 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:26.966777 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Bound using segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:26.967259 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Bound port: 0c771a29-bc6f-49ce-a97d-616588583494, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:26.968009 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.008855 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8fa5c26b-e29c-4684-a893-ff0e03f1d43b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:27.048672 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] For port 0c771a29-bc6f-49ce-a97d-616588583494, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:27.052799 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] For port 0c771a29-bc6f-49ce-a97d-616588583494, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=0c771a29-bc6f-49ce-a97d-616588583494,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:27.070349 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:27.070990 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.126031 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.201862 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:27.202637 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:27.210623 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] Provisioning complete for port 0c771a29-bc6f-49ce-a97d-616588583494 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:27.211321 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.244714 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6613368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4920526'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.302209 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.352703 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Checking segment: {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:27.353152 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Network hostable DHCP agents. Network: 58f8955d-0e6d-46ba-8e0e-55cba86db5b9, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:08:27.364271 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1fd8539-894a-444b-a288-2cde38d9dd05,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:27.389844 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:27.404828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] For port 0c771a29-bc6f-49ce-a97d-616588583494, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=0c771a29-bc6f-49ce-a97d-616588583494,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:27.468950 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:08:27.470264 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.482527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-2cada9cb-829c-4ef0-8491-0eaea83fd946 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:27.484102 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-2cada9cb-829c-4ef0-8491-0eaea83fd946 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 816 time: 0.1737070 Dec 15 19:08:27.486243 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-05e1cdc9-1a66-40ca-b04c-2db8a1c47b36 req-384ec68a-f0fe-42f1-a7ee-b55c83ae5c4c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 210 time: 0.0534353 Dec 15 19:08:27.536010 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681142a-b0be-44da-85b1-67681a19a7a0 None None] Pushing event updated for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:27.553143 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1edb4-10bb-4675-97d4-0e619fd7cfcd None None] Pushing event updated for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:27.573096 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 58f8955d-0e6d-46ba-8e0e-55cba86db5b9) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:27.577956 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:27.578554 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.580834 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-ba0545cb-f8e5-4524-81c7-56228a8cee13 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 380 time: 0.0867019 Dec 15 19:08:27.591451 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'port': {'device_id': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'admin_state_up': True, 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'security_groups': ['de537843-2d89-4bd8-89cb-d07bfcc4f79b']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:27.603316 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb523af9-b472-49ad-8901-822fcd0c82d3 None None] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:27.650220 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:27.664469 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a673e901-7c5a-4ecc-baa9-251445a23eb2 None None] Provisioning complete for port 0c771a29-bc6f-49ce-a97d-616588583494 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:27.664977 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a673e901-7c5a-4ecc-baa9-251445a23eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.679075 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604daa3a-ff6a-466f-a217-5f3a801cee5b None None] The sync data for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi is: [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:27.700995 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-23530513-2fe1-4eeb-aa89-1d787ebd29dc admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8755827 Dec 15 19:08:27.703533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54652) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:27.709969 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:27.779635 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'fixed_ips': [{'subnet_id': 'a1fd8539-894a-444b-a288-2cde38d9dd05'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:08:27.780528 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.850264 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Made reservation on behalf of 9d8cea93eb6c4a0d90f0c234dbef38f7 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:27.855007 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.958594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.959901 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:27.980361 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Allocated IP 172.20.0.2 (58f8955d-0e6d-46ba-8e0e-55cba86db5b9/a1fd8539-894a-444b-a288-2cde38d9dd05/44bb98f6-254f-4fda-a47f-780bbfda9247) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:28.046366 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Allocated IP 172.20.0.11 (fcfdb591-816a-44d0-9526-48dd9abde6af/03ff90d2-3814-4ed9-9557-6fb86f7b8161/b365bf51-9207-425f-b345-4f76d1e37689) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:28.053223 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.110587 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de54868-3c0c-42f3-a463-d87f48258d2c req-0c954dff-eb1a-4e6c-a37d-587901bd6567 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:28.113154 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6de54868-3c0c-42f3-a463-d87f48258d2c req-0c954dff-eb1a-4e6c-a37d-587901bd6567 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0632172 Dec 15 19:08:28.155446 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.225555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.231297 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.294123 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6de54868-3c0c-42f3-a463-d87f48258d2c req-baeef9db-55a8-4f43-aede-9db6472e5817 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716366 Dec 15 19:08:28.320939 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:28.324454 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:28.333837 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:28.338105 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Pushing event updated for resources: {'Port': ['ID=44bb98f6-254f-4fda-a47f-780bbfda9247,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:28.339601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.398591 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Attempting to bind port 44bb98f6-254f-4fda-a47f-780bbfda9247 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:28.399065 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Attempting to bind port 44bb98f6-254f-4fda-a47f-780bbfda9247 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:28.399421 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Attempting to bind port 44bb98f6-254f-4fda-a47f-780bbfda9247 on network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:28.404620 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.405691 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:28.406141 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Checking segment: {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:28.406603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.407047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Bound using segment: {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:28.407734 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Bound port: 44bb98f6-254f-4fda-a47f-780bbfda9247, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:28.408178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.485463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Network fcfdb591-816a-44d0-9526-48dd9abde6af is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:28.485463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:28.500777 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:28.505102 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] For port 44bb98f6-254f-4fda-a47f-780bbfda9247, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:28.505102 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] For port 44bb98f6-254f-4fda-a47f-780bbfda9247, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44bb98f6-254f-4fda-a47f-780bbfda9247,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:28.542474 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:28.578150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:28.579144 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.585443 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.700562 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-43468604-efb6-4825-abb9-524c75583dfd tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1141009 Dec 15 19:08:28.715294 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8098c6cf-373c-4981-810f-b6f14271488d None None] Pushing event updated for resources: {'Port': ['ID=44bb98f6-254f-4fda-a47f-780bbfda9247,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:28.739662 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.743889 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Request body: {'port': {'device_id': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:28.766779 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.819904 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.829605 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d1c317-2ef8-432c-a0ba-4b9f9c880020 req-2fbddf4e-7616-41af-b2cd-f8389d42dc02 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:28.835511 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55d1c317-2ef8-432c-a0ba-4b9f9c880020 req-2fbddf4e-7616-41af-b2cd-f8389d42dc02 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 932 time: 0.2050288 Dec 15 19:08:28.866995 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-392cca9c-c3f9-4cb0-82e0-c47b59b6c5d8 None None] Provisioning complete for port b365bf51-9207-425f-b345-4f76d1e37689 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:28.867519 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-392cca9c-c3f9-4cb0-82e0-c47b59b6c5d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:28.945194 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-392cca9c-c3f9-4cb0-82e0-c47b59b6c5d8 None None] Port b365bf51-9207-425f-b345-4f76d1e37689 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:28.955019 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Allocated IP 172.27.1.26 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/ac9bad41-cb6b-4b24-a93b-2741c711828c) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:29.137165 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 0c771a29-bc6f-49ce-a97d-616588583494 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:29.177338 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.205775 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55d1c317-2ef8-432c-a0ba-4b9f9c880020 req-58d642f9-a44e-4903-89e1-33a925e4e5c6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598781 Dec 15 19:08:29.227200 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 0c771a29-bc6f-49ce-a97d-616588583494 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:29.227200 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.301546 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:08:29.313526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.321914 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.345183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Transition to ACTIVE for port object b365bf51-9207-425f-b345-4f76d1e37689 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:08:29.371988 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:29.371988 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:29.371988 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:29.377511 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Pushing event updated for resources: {'Port': ['ID=ac9bad41-cb6b-4b24-a93b-2741c711828c,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:29.429830 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.498569 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:29.602165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Attempting to bind port b365bf51-9207-425f-b345-4f76d1e37689 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:29.602165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Attempting to bind port b365bf51-9207-425f-b345-4f76d1e37689 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:29.602165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Attempting to bind port b365bf51-9207-425f-b345-4f76d1e37689 on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:29.607211 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Port b365bf51-9207-425f-b345-4f76d1e37689 on network fcfdb591-816a-44d0-9526-48dd9abde6af not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:08:29.607599 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Attempting to bind port b365bf51-9207-425f-b345-4f76d1e37689 on network fcfdb591-816a-44d0-9526-48dd9abde6af {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:29.612919 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:29.613305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Checking segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:29.613719 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Bound using segment: {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:29.614170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Bound port: b365bf51-9207-425f-b345-4f76d1e37689, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 595, 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:29.614590 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.748444 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.779115 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:29.782653 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:29.833530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6ba3f-ed5b-42ce-8f75-126c41be6ba7 req-c0307b73-ce88-4d52-a2d0-b915222c3dd1 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:29.835123 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3d6ba3f-ed5b-42ce-8f75-126c41be6ba7 req-c0307b73-ce88-4d52-a2d0-b915222c3dd1 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.4368715 Dec 15 19:08:29.865522 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.920509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:29.922300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:29.922591 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] 10.222.0.44 "PUT /v2.0/ports/b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 1094 time: 1.2100453 Dec 15 19:08:29.923035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:08:29.925409 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943839df-fafa-4e26-8df5-8ce55f880e62" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:08:29.974423 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b3d278-7244-408f-a6c6-eec217f72391 service neutron] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:29.992336 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3d6ba3f-ed5b-42ce-8f75-126c41be6ba7 req-2aff7ce4-9b4d-45b2-b1f4-3b2de9c36a26 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1307337 Dec 15 19:08:30.001298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:08:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8811bd55-32ec-41e0-ad87-19356ea0508b x-openstack-request-id: req-8811bd55-32ec-41e0-ad87-19356ea0508b {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:08:30.001724 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:08:30.002077 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8811bd55-32ec-41e0-ad87-19356ea0508b {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:08:30.002579 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'status': 'completed', 'code': 200} Dec 15 19:08:30.068906 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-79d17c79-0aca-451c-8cc3-f607623ae9a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.070789 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-79d17c79-0aca-451c-8cc3-f607623ae9a5 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1097 time: 0.0489972 Dec 15 19:08:30.071506 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.192763 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-c56b75ca-49ac-4269-be61-8cd0c4594c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.194394 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-c56b75ca-49ac-4269-be61-8cd0c4594c62 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1156898 Dec 15 19:08:30.233575 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca94ab5-c587-4b23-ae51-2a0e051ea4c8 None None] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:08:30.306904 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-c2c2bb7b-c1a4-4b65-91b5-165c9973de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.306904 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-943839df-fafa-4e26-8df5-8ce55f880e62 req-c2c2bb7b-c1a4-4b65-91b5-165c9973de2f service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1045570 Dec 15 19:08:30.327596 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103025) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:08:30.335547 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] Provisioning complete for port 44bb98f6-254f-4fda-a47f-780bbfda9247 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:30.335547 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.425614 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-e42018a5-6da8-40bb-bcb0-926a41af53d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.427370 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-e42018a5-6da8-40bb-bcb0-926a41af53d6 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1097 time: 0.0791552 Dec 15 19:08:30.443483 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7a69c3-3b80-4177-a570-df744f39ef68 req-ee05c579-32a2-4527-ba37-58098e250da1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.449625 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d7a69c3-3b80-4177-a570-df744f39ef68 req-ee05c579-32a2-4527-ba37-58098e250da1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.1550539 Dec 15 19:08:30.458644 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.470260 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:30.486751 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Sync routers for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:30.507482 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-f2059694-798b-4f7e-9852-3f501727f91d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 217 time: 0.0568602 Dec 15 19:08:30.512667 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:30.513379 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:30.517922 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] For port 44bb98f6-254f-4fda-a47f-780bbfda9247, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44bb98f6-254f-4fda-a47f-780bbfda9247,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:30.534964 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.538950 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-8bd753b6-104f-4e49-96a1-6dd814c1c9fa admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8304548 Dec 15 19:08:30.539085 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54696) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:30.603765 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d7a69c3-3b80-4177-a570-df744f39ef68 req-cfdfe325-1c59-483d-8fb5-aa07f640f8f4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514215 Dec 15 19:08:30.627844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-034b44ae-3ac7-450c-a4d6-81b53dc9437a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.630288 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-034b44ae-3ac7-450c-a4d6-81b53dc9437a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.1153328 Dec 15 19:08:30.647482 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.687651 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-36888178-228b-4507-84b6-dfb297e30a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:30.689293 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-36888178-228b-4507-84b6-dfb297e30a04 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0517356 Dec 15 19:08:30.714799 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:30.749393 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54708) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:30.775119 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f501499-11b3-45a2-b83b-5c500704a330 None None] Pushing event updated for resources: {'Port': ['ID=44bb98f6-254f-4fda-a47f-780bbfda9247,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:30.817536 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Deleting subnet 0328191e-a2e2-448c-a51b-0e3ff9305c3d {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:08:30.822565 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.863933 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-80828b9b-e2f6-432a-a305-1e0d4ae5bdd3 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648548 Dec 15 19:08:30.938974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:30.996018 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-56a93f73-5f97-4ca1-8302-977ad73b6180 None None] Provisioning complete for port 44bb98f6-254f-4fda-a47f-780bbfda9247 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:30.996414 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-56a93f73-5f97-4ca1-8302-977ad73b6180 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.010188 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.035584 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-159ab8db-9329-4916-b228-c1b1e6adef86 req-74435874-fc07-4e19-a023-49d387f3a0f7 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649706 Dec 15 19:08:31.065503 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44bb98f6-254f-4fda-a47f-780bbfda9247 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:31.114200 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-72a556eb-259c-44a0-bc20-5353c441245e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.164498 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.194713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0328191e-a2e2-448c-a51b-0e3ff9305c3d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.202173 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.208850 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-34120c37-ad02-41aa-bfd1-1abc969f63b3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0328191e-a2e2-448c-a51b-0e3ff9305c3d HTTP/1.1" status: 204 len: 168 time: 0.4559941 Dec 15 19:08:31.211779 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54712) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:31.215873 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 44bb98f6-254f-4fda-a47f-780bbfda9247 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:31.216240 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.258562 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676767b0-8709-4e10-b83c-55e1e65fb1ae req-7a0d80d8-482e-45af-ab55-02d7708eea83 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:31.260140 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-676767b0-8709-4e10-b83c-55e1e65fb1ae req-7a0d80d8-482e-45af-ab55-02d7708eea83 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0609598 Dec 15 19:08:31.266279 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:29Z', 'revision_number': 3, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:31.291860 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.297385 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Checking router: d4ca1302-7491-43b5-a88c-946d1a4ffdc5 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:31.297744 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Updating router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 port ac9bad41-cb6b-4b24-a93b-2741c711828c binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:08:31.332094 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.370010 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-676767b0-8709-4e10-b83c-55e1e65fb1ae req-2ab833ad-d732-4d90-a336-217d2cef4181 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804079 Dec 15 19:08:31.370240 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.394805 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59f9894a-7075-44e6-b9b0-03950d346394']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:31.404798 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06b2bf4d-121d-42d6-9b82-89cf2f1be63c') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:31.405127 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06b2bf4d-121d-42d6-9b82-89cf2f1be63c') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:31.415894 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.429238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.431714 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.435710 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:08:31.436220 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:08:31.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:08:31.561249 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.565723 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.572218 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] 10.222.0.49 "DELETE /v2.0/networks/59f9894a-7075-44e6-b9b0-03950d346394 HTTP/1.1" status: 204 len: 168 time: 0.3586924 Dec 15 19:08:31.572981 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54714) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:31.599391 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Allocated IP 172.20.0.1 (58f8955d-0e6d-46ba-8e0e-55cba86db5b9/a1fd8539-894a-444b-a288-2cde38d9dd05/699e1317-1387-422f-a57d-51d56d8ae9cb) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:31.609305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f33efd-30ff-4213-ad96-3d1e546ac184 admin admin] Pushing event deleted for resources: {'Network': ['ID=59f9894a-7075-44e6-b9b0-03950d346394,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.616671 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.632387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Deleting subnet 41133131-9ac3-4195-960c-152c9870e519 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:08:31.636445 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.678211 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.700988 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.719875 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.754734 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.755427 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e85ad1-7a08-4b32-8e30-965e3caf8488 None None] Pushing event updated for resources: {'Port': ['ID=ac9bad41-cb6b-4b24-a93b-2741c711828c,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.758171 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Attempting to bind port ac9bad41-cb6b-4b24-a93b-2741c711828c on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:31.763116 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Attempting to bind port ac9bad41-cb6b-4b24-a93b-2741c711828c by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:31.763116 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Attempting to bind port ac9bad41-cb6b-4b24-a93b-2741c711828c on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:31.766093 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:31.766356 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:31.766773 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.767161 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:31.767624 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Bound port: ac9bad41-cb6b-4b24-a93b-2741c711828c, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:31.768003 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.794276 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c860562-2f37-41a6-a57c-787807856fc2 req-6f3b4183-5593-4abc-aa88-28a95a7f1419 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:31.795775 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c860562-2f37-41a6-a57c-787807856fc2 req-6f3b4183-5593-4abc-aa88-28a95a7f1419 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0920076 Dec 15 19:08:31.804162 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.828125 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] For port ac9bad41-cb6b-4b24-a93b-2741c711828c, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:31.832857 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] For port ac9bad41-cb6b-4b24-a93b-2741c711828c, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=ac9bad41-cb6b-4b24-a93b-2741c711828c,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:31.848415 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:31.851317 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:31.854938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:31.856809 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8c860562-2f37-41a6-a57c-787807856fc2 req-43c81edb-a398-440f-b1be-87f37afa5f20 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503988 Dec 15 19:08:31.892724 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Pushing event updated for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.904609 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.913589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.942429 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:31.966678 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e85ad1-7a08-4b32-8e30-965e3caf8488 None None] Pushing event updated for resources: {'Port': ['ID=ac9bad41-cb6b-4b24-a93b-2741c711828c,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.983300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41133131-9ac3-4195-960c-152c9870e519,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:31.995617 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.000178 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-915113a9-e327-4697-8716-74b2826ab5db admin admin] 10.222.0.49 "DELETE /v2.0/subnets/41133131-9ac3-4195-960c-152c9870e519 HTTP/1.1" status: 204 len: 168 time: 0.4244866 Dec 15 19:08:32.003004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54718) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:32.011502 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:32.012237 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:32.084733 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.127331 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.134495 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:32.167835 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.188051 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85ec3914-b2fc-46e3-876a-c508df2b45e2']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:32.197605 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecf0d849-6456-4a86-8e92-533c70f4c600') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:32.198010 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecf0d849-6456-4a86-8e92-533c70f4c600') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:32.212687 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.226621 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.235051 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:08:32.235693 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.247050 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-6656b0d2-08a0-44e5-8cfe-5a985a39ae18 None None] Provisioning complete for port 699e1317-1387-422f-a57d-51d56d8ae9cb triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:32.247928 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6656b0d2-08a0-44e5-8cfe-5a985a39ae18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:08:32.249156 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:08:32.285728 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-6656b0d2-08a0-44e5-8cfe-5a985a39ae18 None None] Port 699e1317-1387-422f-a57d-51d56d8ae9cb cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:32.311784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.363957 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.368633 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:29Z', 'revision_number': 3, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:32.375496 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.375496 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] 10.222.0.49 "DELETE /v2.0/networks/85ec3914-b2fc-46e3-876a-c508df2b45e2 HTTP/1.1" status: 204 len: 168 time: 0.3702166 Dec 15 19:08:32.385439 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f0cde6-3f30-4a56-88c0-8a161b83fd14 admin admin] Pushing event deleted for resources: {'Network': ['ID=85ec3914-b2fc-46e3-876a-c508df2b45e2,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:32.395681 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.399259 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742ea40d-874f-4a45-9512-9259934e8c5f None None] The sync data for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi is: [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:29Z', 'revision_number': 3, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:32.480360 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Pushing event updated for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:32.486856 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.574434 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9564f67-3108-452f-aeec-5068652ee18f req-29873418-50d8-437b-8ee6-b6b414fb4907 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:32.576188 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c9564f67-3108-452f-aeec-5068652ee18f req-29873418-50d8-437b-8ee6-b6b414fb4907 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.1067259 Dec 15 19:08:32.658158 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c9564f67-3108-452f-aeec-5068652ee18f req-93eb910c-0b7e-4be8-ba55-6171131ffae7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725605 Dec 15 19:08:32.705784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:32.713245 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:32.809212 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54724) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:32.838655 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:08:32.857501 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e2c83ddb-0cf4-49b9-a55c-3d09a332ea72 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b088f2fc835b4311b5cc8b10284558c9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0464931 Dec 15 19:08:32.862646 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54726) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:32.932972 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:32.949425 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:08:32.964860 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.003380 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:33.025019 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-834de697-868f-4fe4-8972-ee4d8710a744 admin admin] 10.222.0.49 "PUT /v2.0/routers/d4ca1302-7491-43b5-a88c-946d1a4ffdc5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4848008 Dec 15 19:08:33.058493 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61ea63c-7b03-4a0e-9abe-c67a83077bca req-37c621e9-6a6a-4169-843b-a291274ebf76 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:33.060410 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b61ea63c-7b03-4a0e-9abe-c67a83077bca req-37c621e9-6a6a-4169-843b-a291274ebf76 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.1020229 Dec 15 19:08:33.080700 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-4b2ab3de-b4fc-4421-93f3-306fa7ce325c None None] Provisioning complete for port 699e1317-1387-422f-a57d-51d56d8ae9cb triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:33.081178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4b2ab3de-b4fc-4421-93f3-306fa7ce325c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.120878 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b61ea63c-7b03-4a0e-9abe-c67a83077bca req-d500c077-a995-459c-938d-c9c2312aa914 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504978 Dec 15 19:08:33.134045 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device ac9bad41-cb6b-4b24-a93b-2741c711828c up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:33.145429 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-4b2ab3de-b4fc-4421-93f3-306fa7ce325c None None] Port 699e1317-1387-422f-a57d-51d56d8ae9cb cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:33.152895 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.156959 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.160994 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/277a4684-709c-491e-bd99-24152e443628 HTTP/1.1" status: 204 len: 168 time: 0.2980299 Dec 15 19:08:33.170226 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77f7ec-5e44-4d09-a967-ff34ea30b646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277a4684-709c-491e-bd99-24152e443628,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:33.170438 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:33.217070 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'b365bf51-9207-425f-b345-4f76d1e37689', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:08:33.312410 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port ac9bad41-cb6b-4b24-a93b-2741c711828c triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:33.315845 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.316056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.356309 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:08:33.369780 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c230a5a4-b715-42cd-87e9-42c52a39f38f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.384505 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:33.432794 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.459792 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port ac9bad41-cb6b-4b24-a93b-2741c711828c, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=ac9bad41-cb6b-4b24-a93b-2741c711828c,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:33.466405 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.517812 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:33.552086 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:33.603943 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=ac9bad41-cb6b-4b24-a93b-2741c711828c,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:33.694603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b365bf51-9207-425f-b345-4f76d1e37689'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:08:33.792723 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538f93a-9847-4a72-92e1-226e5338d2a7 req-83ebc545-522a-4eff-a185-8beb62b53b95 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:33.794584 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e538f93a-9847-4a72-92e1-226e5338d2a7 req-83ebc545-522a-4eff-a185-8beb62b53b95 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0630407 Dec 15 19:08:33.851562 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e538f93a-9847-4a72-92e1-226e5338d2a7 req-5165baf6-e29b-46b4-838e-0cf52a8959ca tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485282 Dec 15 19:08:33.933305 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54758) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:33.972210 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e94d9191-1870-40ad-a5da-bc4caca3cb15 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b82ada86795c461ca9c03eb14d016f55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0371964 Dec 15 19:08:33.974690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54762) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:34.022890 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:34.044081 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:34.149510 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:34.153482 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:34.157263 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/47c7edc6-be9b-4e79-9998-9da11d590105 HTTP/1.1" status: 204 len: 168 time: 0.1793997 Dec 15 19:08:34.164613 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fe6e28-ce40-4d24-9484-dc3e1db6f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c7edc6-be9b-4e79-9998-9da11d590105,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:34.303082 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212c4dc-886c-41f6-a5e7-e68806d9ceef req-5fb13e00-d5a0-4a0c-be7d-88ab5af9eaa0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:34.305074 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0212c4dc-886c-41f6-a5e7-e68806d9ceef req-5fb13e00-d5a0-4a0c-be7d-88ab5af9eaa0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 945 time: 0.0689976 Dec 15 19:08:34.367940 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0212c4dc-886c-41f6-a5e7-e68806d9ceef req-78d53893-8048-496c-bc05-690f0c073cd0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565886 Dec 15 19:08:34.473455 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:34.969369 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:35.040359 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51df7e85-af13-4bc5-8eb4-f27ea3bb30e9 req-43695641-e594-4e64-afa0-f773f9ce5eaf tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:35.049239 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-51df7e85-af13-4bc5-8eb4-f27ea3bb30e9 req-43695641-e594-4e64-afa0-f773f9ce5eaf tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0846319 Dec 15 19:08:35.059399 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device ac9bad41-cb6b-4b24-a93b-2741c711828c up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:35.098969 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-51df7e85-af13-4bc5-8eb4-f27ea3bb30e9 req-f831cc90-f7b8-445b-a570-04bfd7c4e2e6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482838 Dec 15 19:08:35.168137 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port ac9bad41-cb6b-4b24-a93b-2741c711828c triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:35.168511 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:35.216401 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port b365bf51-9207-425f-b345-4f76d1e37689 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:08:35.223254 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port b365bf51-9207-425f-b345-4f76d1e37689 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:35.223625 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:35.360097 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:35.391127 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:08:35.414564 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0376fa6-6bc5-4628-8870-950e9421fb3e" -d '{"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:08:35.433939 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:35.437662 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Sync routers for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:35.453016 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:35.453711 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:35.500970 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1e5f25b-dfc3-42f4-a272-2a9eb55cc47f x-openstack-request-id: req-b1e5f25b-dfc3-42f4-a272-2a9eb55cc47f {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:08:35.505129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:08:35.505129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b1e5f25b-dfc3-42f4-a272-2a9eb55cc47f {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:08:35.505129 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'code': 200} Dec 15 19:08:35.526697 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:35.580611 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd55ee-02f8-41a7-8fc7-cefa4ea223e8 req-e0161a0d-b315-47a1-acee-fdc3798c4e93 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:35.585204 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fddd55ee-02f8-41a7-8fc7-cefa4ea223e8 req-e0161a0d-b315-47a1-acee-fdc3798c4e93 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 945 time: 0.0976322 Dec 15 19:08:35.641269 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:35.679173 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fddd55ee-02f8-41a7-8fc7-cefa4ea223e8 req-af174e89-c3d1-4b8a-87ff-7d0aa84067db tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873594 Dec 15 19:08:35.711837 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:35.816231 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:35.945308 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc90c2-a3bf-4f43-bba1-8cbbefb1a32a req-ce5a9bb1-18d3-4e10-9b7b-44063ffb5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:35.946936 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98cc90c2-a3bf-4f43-bba1-8cbbefb1a32a req-ce5a9bb1-18d3-4e10-9b7b-44063ffb5285 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1099 time: 0.0621612 Dec 15 19:08:35.999270 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98cc90c2-a3bf-4f43-bba1-8cbbefb1a32a req-2d199f1f-2111-424c-8a06-513ca90f40d2 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437748 Dec 15 19:08:36.044149 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:32Z', 'revision_number': 4, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '699e1317-1387-422f-a57d-51d56d8ae9cb', 'name': '', 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'mac_address': 'fa:16:3e:05:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:31Z', 'updated_at': '2021-12-15T19:08:32Z', 'revision_number': 2, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'subnets': [{'id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:36.073531 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Checking router: d4ca1302-7491-43b5-a88c-946d1a4ffdc5 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:36.074090 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Updating router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 port 699e1317-1387-422f-a57d-51d56d8ae9cb binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:08:36.103025 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.256782 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2823db3a-3f04-40e4-ac62-0a84b9af4e60 req-86a644b5-533d-46b5-add7-90bbd03923da tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:36.267357 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2823db3a-3f04-40e4-ac62-0a84b9af4e60 req-86a644b5-533d-46b5-add7-90bbd03923da tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0595264 Dec 15 19:08:36.335221 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54806) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:36.348819 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2823db3a-3f04-40e4-ac62-0a84b9af4e60 req-28e4c2c5-10bc-4494-b9be-7af676666d13 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691569 Dec 15 19:08:36.403280 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.472630 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.516456 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1492-a008-449e-855f-ba3e0e20471c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.548460 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eeea9-c5b7-4e93-a9c7-cce1b1f8ca3a None None] Pushing event updated for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:36.599103 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Attempting to bind port 699e1317-1387-422f-a57d-51d56d8ae9cb on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:08:36.599638 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Attempting to bind port 699e1317-1387-422f-a57d-51d56d8ae9cb by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:08:36.600152 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Attempting to bind port 699e1317-1387-422f-a57d-51d56d8ae9cb on network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:08:36.606053 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:08:36.606781 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Checking segment: {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:08:36.607343 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.607882 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Bound using segment: {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:08:36.608531 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Bound port: 699e1317-1387-422f-a57d-51d56d8ae9cb, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19f8e629-5e40-4e4d-ac25-bd0173b23f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:08:36.609112 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.676921 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1492-a008-449e-855f-ba3e0e20471c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.720956 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] For port 699e1317-1387-422f-a57d-51d56d8ae9cb, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:08:36.726320 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] For port 699e1317-1387-422f-a57d-51d56d8ae9cb, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=699e1317-1387-422f-a57d-51d56d8ae9cb,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:08:36.795727 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-aec3b13b-5d08-486f-b271-3f0c0cb7375e None None] Provisioning complete for port 699e1317-1387-422f-a57d-51d56d8ae9cb triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:36.796697 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-aec3b13b-5d08-486f-b271-3f0c0cb7375e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.803602 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ca7a1492-a008-449e-855f-ba3e0e20471c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.826282 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc18f1-fbd6-459e-927d-dbc34f342e50 req-265dd56e-70f2-4f29-b0bc-2af1ab2de25c tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:36.828128 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88cc18f1-fbd6-459e-927d-dbc34f342e50 req-265dd56e-70f2-4f29-b0bc-2af1ab2de25c tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.1254616 Dec 15 19:08:36.852694 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.863886 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.892362 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ca7a1492-a008-449e-855f-ba3e0e20471c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa3c414ffb1e468d94a8fd048644b702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5555348 Dec 15 19:08:36.893563 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54816) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:36.895759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a1492-a008-449e-855f-ba3e0e20471c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f089ceeb-8dbb-4bd3-9dd6-b28d7179315c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:36.905462 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-aec3b13b-5d08-486f-b271-3f0c0cb7375e None None] Port 699e1317-1387-422f-a57d-51d56d8ae9cb cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:36.919938 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-88cc18f1-fbd6-459e-927d-dbc34f342e50 req-598b1f53-830a-4225-bea9-12c9f3815c7f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688958 Dec 15 19:08:36.964260 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62eeea9-c5b7-4e93-a9c7-cce1b1f8ca3a None None] Pushing event updated for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:36.966252 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:36.987019 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:36.988416 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:37.004414 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.044266 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d073e-3bac-4588-96c7-1407dcd64a9e req-d0c18f72-66c2-436c-9231-7fd5d0371ff4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:37.050864 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b96d073e-3bac-4588-96c7-1407dcd64a9e req-d0c18f72-66c2-436c-9231-7fd5d0371ff4 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.2127860 Dec 15 19:08:37.110003 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-5c584c1a-9e43-4ba2-8293-a40020418247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:37.114052 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:37.117760 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-5c584c1a-9e43-4ba2-8293-a40020418247 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1098 time: 0.2212815 Dec 15 19:08:37.208237 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b96d073e-3bac-4588-96c7-1407dcd64a9e req-13901706-238f-4c32-bf7e-a443f6dc933e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502578 Dec 15 19:08:37.212387 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.215315 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.216805 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f089ceeb-8dbb-4bd3-9dd6-b28d7179315c HTTP/1.1" status: 204 len: 168 time: 0.3064620 Dec 15 19:08:37.235344 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ffb07f-90c1-4a26-863b-3102a6b7a27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f089ceeb-8dbb-4bd3-9dd6-b28d7179315c,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:37.315713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-c355c5e1-10bd-4907-b6c6-38f60f6fface service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:37.317295 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-c355c5e1-10bd-4907-b6c6-38f60f6fface service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 911 time: 0.1824694 Dec 15 19:08:37.340263 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] Provisioning complete for port 699e1317-1387-422f-a57d-51d56d8ae9cb triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:37.340649 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.469396 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-bac1b9ab-7cf1-46b6-9fd3-c129661288cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 1000 time: 0.1446152 Dec 15 19:08:37.481928 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:32Z', 'revision_number': 4, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '699e1317-1387-422f-a57d-51d56d8ae9cb', 'name': '', 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'mac_address': 'fa:16:3e:05:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:31Z', 'updated_at': '2021-12-15T19:08:36Z', 'revision_number': 4, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'subnets': [{'id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:37.490736 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.521499 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2924e34e-ffa0-465b-866a-523107d128ab None None] The sync data for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi is: [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:08:32Z', 'revision_number': 4, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '699e1317-1387-422f-a57d-51d56d8ae9cb', 'name': '', 'network_id': '58f8955d-0e6d-46ba-8e0e-55cba86db5b9', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'mac_address': 'fa:16:3e:05:a2:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:31Z', 'updated_at': '2021-12-15T19:08:36Z', 'revision_number': 4, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'subnets': [{'id': 'a1fd8539-894a-444b-a288-2cde38d9dd05', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:37.536953 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] For port 699e1317-1387-422f-a57d-51d56d8ae9cb, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=699e1317-1387-422f-a57d-51d56d8ae9cb,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:08:37.552578 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-95ce9e3c-0452-4f0b-b634-cb2a167cfb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:37.554412 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-95ce9e3c-0452-4f0b-b634-cb2a167cfb3c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0767527 Dec 15 19:08:37.611068 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-d058b05f-dac9-4716-95a5-1f629fca67ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:37.612716 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-d058b05f-dac9-4716-95a5-1f629fca67ad service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0513866 Dec 15 19:08:37.655070 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:37.743657 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e9f40-cf71-4857-be26-ddef7cd55576 None None] Pushing event updated for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:37.821611 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-fc8a2c37-e759-485c-9c29-ca68e4fc4847 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012784 Dec 15 19:08:37.937338 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-20b920d5-052c-4660-9ca9-9c6fdf72e050 req-5bfb271c-ce1a-4fa7-af9a-5a63c9b356ac service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082058 Dec 15 19:08:38.061197 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895a796d-70db-4c68-b0d3-a0ef2c4cc41b req-e0c3f5c2-dc7d-4749-91e9-4591b10b7915 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:38.069030 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-895a796d-70db-4c68-b0d3-a0ef2c4cc41b req-e0c3f5c2-dc7d-4749-91e9-4591b10b7915 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0766985 Dec 15 19:08:38.177215 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-895a796d-70db-4c68-b0d3-a0ef2c4cc41b req-89add625-caeb-4183-8d0f-7d4245941bf0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867503 Dec 15 19:08:38.392728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a28a9da-1c37-4c19-aec8-546be6bdf743 req-076f5e9d-6364-4cbd-a204-c28c4833684b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:38.394320 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a28a9da-1c37-4c19-aec8-546be6bdf743 req-076f5e9d-6364-4cbd-a204-c28c4833684b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0635960 Dec 15 19:08:38.459798 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a28a9da-1c37-4c19-aec8-546be6bdf743 req-880ebd5b-e020-490b-967f-eb51ba2204e8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588522 Dec 15 19:08:38.592468 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a20b2c-1bcb-4736-baa7-60bb9cd94bb1 req-08dc4c64-a0f3-44a6-8b1e-b397baf57454 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:38.594202 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-81a20b2c-1bcb-4736-baa7-60bb9cd94bb1 req-08dc4c64-a0f3-44a6-8b1e-b397baf57454 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0543871 Dec 15 19:08:38.603427 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54842) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:38.608610 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Request body: {'floatingip': {'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:38.651020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:39.118604 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 699e1317-1387-422f-a57d-51d56d8ae9cb up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:08:39.133395 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:39.193574 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 699e1317-1387-422f-a57d-51d56d8ae9cb triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:39.193943 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:39.203434 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:39.322965 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcad3c6-3149-4f2b-b761-3ea728edc9ca req-74273a2c-58e6-4072-9ee6-7948fc92f075 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:39.335413 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddcad3c6-3149-4f2b-b761-3ea728edc9ca req-74273a2c-58e6-4072-9ee6-7948fc92f075 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0936887 Dec 15 19:08:39.410713 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ddcad3c6-3149-4f2b-b761-3ea728edc9ca req-58ed31f8-b202-432f-b7a7-5d8b37440753 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741253 Dec 15 19:08:39.437749 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Floating IP 1cb8872c-b274-48dc-97ca-cc651b2bb12e associated. External IP: 172.27.1.4, port: b365bf51-9207-425f-b345-4f76d1e37689. Dec 15 19:08:39.703712 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:08:39.821422 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:08:39.826327 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:39.832320 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:08:39.851118 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:39.852342 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:39.897282 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-5fa7b787-4847-4956-b073-95d5e7d40412 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "PUT /v2.0/floatingips/1cb8872c-b274-48dc-97ca-cc651b2bb12e HTTP/1.1" status: 200 len: 990 time: 1.2913139 Dec 15 19:08:39.907587 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:08:39.914166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f700c4c8-c938-40c4-81ba-110c894b6796" -d '{"events": [{"name": "network-changed", "server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:08:39.970446 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562c292-5b5a-4936-9242-fce32ca5cc26 x-openstack-request-id: req-8562c292-5b5a-4936-9242-fce32ca5cc26 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:08:39.973846 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:08:39.974130 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-8562c292-5b5a-4936-9242-fce32ca5cc26 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:08:39.974560 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'status': 'completed', 'code': 200} Dec 15 19:08:40.063297 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-ca8b1223-b971-4289-8d50-b78d231eaa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:40.068210 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-ca8b1223-b971-4289-8d50-b78d231eaa20 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1099 time: 0.0716269 Dec 15 19:08:40.072389 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:40.273893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-273b334a-adf9-454e-a6af-a287479b750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:40.279618 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-273b334a-adf9-454e-a6af-a287479b750b service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.1998198 Dec 15 19:08:40.367071 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-8c1a3ff9-a816-4d4f-9cba-606509f2a68f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 998 time: 0.0790498 Dec 15 19:08:40.446375 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-2fa45712-76f2-4ab9-bc1e-0f666f9d25eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:40.448420 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-2fa45712-76f2-4ab9-bc1e-0f666f9d25eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0728927 Dec 15 19:08:40.508497 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-9d6b347c-2b7a-43ec-8572-3c01a69b1240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:40.510351 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-9d6b347c-2b7a-43ec-8572-3c01a69b1240 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0528843 Dec 15 19:08:40.621907 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-1688020e-5e53-4ab5-8609-34036f34ec41 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040587 Dec 15 19:08:40.648052 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '1cb8872c-b274-48dc-97ca-cc651b2bb12e', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:22Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:40.682400 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:08:40.691252 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:08:40.691945 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:08:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:40.748391 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f700c4c8-c938-40c4-81ba-110c894b6796 req-61a091a2-72e0-4829-bacb-8f17090f448b service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178405 Dec 15 19:08:40.820200 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:08:41.078616 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '1cb8872c-b274-48dc-97ca-cc651b2bb12e', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:22Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:08:41.109411 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bee79f6-6bc1-4500-9ed7-a6c543cd0377 None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '1cb8872c-b274-48dc-97ca-cc651b2bb12e', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'floating_ip_address': '172.27.1.4', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:08:22Z', 'updated_at': '2021-12-15T19:08:39Z', 'revision_number': 1, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:08:41.352504 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff4a7c2d-4ce4-4345-a363-7d1fbb77769c None None] New status for floating IP 1cb8872c-b274-48dc-97ca-cc651b2bb12e: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:08:43.163243 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.298368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 54890) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:43.416694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.540081 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.612788 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.654711 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77fe6f-b367-45a9-9ea9-3c089e39a377,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:43.660350 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=946817fdee364efd86f4e44f8e97717d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3603790 Dec 15 19:08:43.663428 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 54896) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:43.666884 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.667183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.667611 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.667961 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.668301 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.668637 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.668972 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.669334 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.669668 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.670001 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.670368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.670771 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.671105 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e55abac-25ae-4d0a-a9b9-73560e515370 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:43.736237 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.759820 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.882938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.885874 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:43.889745 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ee77fe6f-b367-45a9-9ea9-3c089e39a377 HTTP/1.1" status: 204 len: 168 time: 0.2229352 Dec 15 19:08:43.901107 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55d7d6b-4ac5-470c-b15e-ccf8cda35bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77fe6f-b367-45a9-9ea9-3c089e39a377,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:44.421614 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-59932b11-fa91-46f2-aef7-96323a9c18f9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482786 Dec 15 19:08:44.513029 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-8ae337f2-3647-4cc9-ac84-2c3ceb17874b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:44.514815 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-8ae337f2-3647-4cc9-ac84-2c3ceb17874b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 1098 time: 0.0485528 Dec 15 19:08:44.643191 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-0280887d-91b3-48c1-9c8b-5a67fbbe65a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:44.645286 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-0280887d-91b3-48c1-9c8b-5a67fbbe65a5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 911 time: 0.1090682 Dec 15 19:08:44.731236 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-9f2b6456-f479-4095-a279-ee65273c44a5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 200 len: 1000 time: 0.0782065 Dec 15 19:08:44.791542 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-c5428dec-ce9c-46e8-8aa1-ec0a6bd9df4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:44.793478 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-c5428dec-ce9c-46e8-8aa1-ec0a6bd9df4b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0541482 Dec 15 19:08:44.851179 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-c5988936-74a5-44c7-a925-1660c8be2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:44.856409 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-c5988936-74a5-44c7-a925-1660c8be2381 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520270 Dec 15 19:08:44.915760 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:08:44.991505 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-2b86e5af-8594-401d-bd9c-980b4f4aaab3 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313384 Dec 15 19:08:45.096163 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-547d7122-3339-46ed-8ec8-fe0611332f1f req-0b58ddc9-92d8-4288-bcc1-039e216c177a service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977135 Dec 15 19:08:47.263688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-24bbccad-4951-4d0b-8431-3c6c6445cd1a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:47.265196 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-24bbccad-4951-4d0b-8431-3c6c6445cd1a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 815 time: 0.0996850 Dec 15 19:08:47.280145 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-37acbf56-2f19-4d6b-bf43-e9d8c39b8f38 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/quotas/5df652172dff4ee08b4dddf7a40b0142 HTTP/1.1" status: 200 len: 375 time: 0.0089970 Dec 15 19:08:47.330875 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-c41e2c6d-fa9a-48fd-a211-a1c5763a32ee tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449073 Dec 15 19:08:47.527878 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-28e20e16-c8d0-4306-b200-adf8bf5d6345 service neutron] 10.222.0.49 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855016 Dec 15 19:08:47.618701 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-52759c11-85b1-4c85-94fb-5ed0c775ed8e service neutron] 10.222.0.49 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833461 Dec 15 19:08:47.873346 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01a89fb8-44e4-43b7-b8d4-28844f4536a2 req-0bc4a68f-fe10-4af5-8a08-e47afce02597 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0318198 Dec 15 19:08:48.956727 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c773d27-9508-43a2-ae08-a75cbe203875 req-c865b40f-6606-4ef9-a6af-ffc9af56b584 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0267158 Dec 15 19:08:50.053585 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-919bfc21-64a0-4da5-b56d-c3955f6d0677 req-7c66fbe3-da52-4f08-a92b-f4452d286471 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0285983 Dec 15 19:08:50.513749 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-617f2095-eb10-475d-8381-011555eab60d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:50.515197 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-617f2095-eb10-475d-8381-011555eab60d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 815 time: 0.3668048 Dec 15 19:08:50.529350 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'port': {'device_id': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'admin_state_up': True, 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:08:50.691089 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Made reservation on behalf of 5df652172dff4ee08b4dddf7a40b0142 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:08:50.696031 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:50.834688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Allocated IP 172.20.0.7 (f8498b13-b8e7-458b-9a53-2a5bad9da27f/6020ff97-5804-48ca-8d86-78cbee987288/b5f44d8c-08ee-4a4e-85f0-5c1829876e7e) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:08:51.055219 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:51.148915 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:51.224049 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:08:51.236741 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:08:51.256031 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868d8c5e-90db-47f7-a18b-f5c1a2303f6c req-6c349983-f2ea-4852-a0db-fe7b5fb71a9f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:51.264838 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-868d8c5e-90db-47f7-a18b-f5c1a2303f6c req-6c349983-f2ea-4852-a0db-fe7b5fb71a9f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0861509 Dec 15 19:08:51.278781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:08:51.340895 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:51.366057 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-868d8c5e-90db-47f7-a18b-f5c1a2303f6c req-b40eafb9-8220-478e-b6e2-1bf3323a8e8e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945160 Dec 15 19:08:51.388244 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:51.388919 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:51.497573 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-0e49ec70-a647-4f70-9ce0-3b006da05a70 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9720042 Dec 15 19:08:51.598795 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-d5085f69-6480-4587-852d-eaca7ded7d19 None None] Provisioning complete for port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:08:51.599835 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d5085f69-6480-4587-852d-eaca7ded7d19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:51.639121 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-d5085f69-6480-4587-852d-eaca7ded7d19 None None] Port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:08:52.470852 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79846825-954b-49f3-a8ed-a26074649009 req-ccb0a72e-3e85-4ca7-ab6b-e2a2f304a3c1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:52.473075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79846825-954b-49f3-a8ed-a26074649009 req-ccb0a72e-3e85-4ca7-ab6b-e2a2f304a3c1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0508640 Dec 15 19:08:52.532122 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-79846825-954b-49f3-a8ed-a26074649009 req-043a21b3-c2bb-4791-9f30-29358b79ff03 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523300 Dec 15 19:08:53.661885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb6dbd1-2aad-4687-addd-1693a78f1792 req-dd509948-2b79-433b-ba9c-76e31babb7eb tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:53.663541 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5fb6dbd1-2aad-4687-addd-1693a78f1792 req-dd509948-2b79-433b-ba9c-76e31babb7eb tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0551784 Dec 15 19:08:53.713582 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5fb6dbd1-2aad-4687-addd-1693a78f1792 req-6971a7f6-0485-4fc5-8c2f-411c6a997abf tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433102 Dec 15 19:08:54.847979 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90478037-6938-4ebe-b61b-efdab2dadf34 req-79b8f959-d616-484a-9e0c-6b5812b70c0d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:54.849803 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90478037-6938-4ebe-b61b-efdab2dadf34 req-79b8f959-d616-484a-9e0c-6b5812b70c0d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0564933 Dec 15 19:08:54.903742 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-90478037-6938-4ebe-b61b-efdab2dadf34 req-16bdebbc-e603-48c9-a267-2055c534bf82 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430410 Dec 15 19:08:56.027160 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b97fc24-4e79-433c-92cf-2d3a0d0979d1 req-22385237-43b0-44a5-91e4-36f4d44b0802 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:56.028668 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b97fc24-4e79-433c-92cf-2d3a0d0979d1 req-22385237-43b0-44a5-91e4-36f4d44b0802 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0546842 Dec 15 19:08:56.082287 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9b97fc24-4e79-433c-92cf-2d3a0d0979d1 req-fd39a1bd-ffd9-42d2-9719-844d8ce306b5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471835 Dec 15 19:08:57.203178 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aec7d58-7309-4ba5-9e10-8e1fd286f428 req-764b540a-b6a2-4157-9c66-010c594b8e61 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:57.205717 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6aec7d58-7309-4ba5-9e10-8e1fd286f428 req-764b540a-b6a2-4157-9c66-010c594b8e61 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0507748 Dec 15 19:08:57.268139 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6aec7d58-7309-4ba5-9e10-8e1fd286f428 req-c6b17ad4-f09b-454d-ac90-a7ca1d31854a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561206 Dec 15 19:08:57.619834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55122) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:57.730617 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:57.808726 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:57.864893 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:57.908752 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=82091f1901b64ea1af52aa430d65415b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2875245 Dec 15 19:08:57.909657 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9fdfd37-a799-42ef-8b36-d03399d7824e,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:57.911467 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55128) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:08:57.917155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.917505 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.917845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.918181 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.918513 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.918870 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.919195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.919519 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.919844 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.920171 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.920497 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.920815 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.921166 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-805708b7-ec13-498d-ad5d-e97f31fd1c21 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:08:57.967841 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:57.992778 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:58.105242 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:58.107891 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:08:58.112241 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f9fdfd37-a799-42ef-8b36-d03399d7824e HTTP/1.1" status: 204 len: 168 time: 0.1996105 Dec 15 19:08:58.123018 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969a499a-9773-4c7b-a94f-8af81f6e52a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9fdfd37-a799-42ef-8b36-d03399d7824e,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:08:58.416652 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a866dd-7207-4e2e-a431-5ed89a40b2a3 req-7e86dafc-f443-4485-aff9-6e10b4234c50 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:58.418346 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-66a866dd-7207-4e2e-a431-5ed89a40b2a3 req-7e86dafc-f443-4485-aff9-6e10b4234c50 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0708928 Dec 15 19:08:58.490157 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-66a866dd-7207-4e2e-a431-5ed89a40b2a3 req-c12bd08d-663e-4282-95fe-ecf8688c0e5e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647190 Dec 15 19:08:59.616986 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584155d8-716f-4ca0-81bf-14dde58178f6 req-578d6d87-c8b7-4dbb-9bb9-c8b193bf538d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:08:59.616986 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-584155d8-716f-4ca0-81bf-14dde58178f6 req-578d6d87-c8b7-4dbb-9bb9-c8b193bf538d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0502117 Dec 15 19:08:59.669748 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-584155d8-716f-4ca0-81bf-14dde58178f6 req-bd24ba2a-8f77-4192-ad34-17f755855f0f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461345 Dec 15 19:09:00.790573 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1750f555-5d65-4442-942b-318dfdb024fb req-b2d8a9b3-7a19-4d67-bcfa-3574c712e4df tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:00.792105 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1750f555-5d65-4442-942b-318dfdb024fb req-b2d8a9b3-7a19-4d67-bcfa-3574c712e4df tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0531182 Dec 15 19:09:00.844185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1750f555-5d65-4442-942b-318dfdb024fb req-068753e6-a119-4d51-aa19-f7d5fc9e5222 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461175 Dec 15 19:09:00.921934 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-aca9c159-7fe9-4335-9edc-df35d15300fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:01.966193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b6de8e-3307-4763-91aa-1068ee44683a req-fda615a4-0182-4559-bc0f-1072f39ed08e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:01.968042 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3b6de8e-3307-4763-91aa-1068ee44683a req-fda615a4-0182-4559-bc0f-1072f39ed08e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0515764 Dec 15 19:09:02.017971 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f3b6de8e-3307-4763-91aa-1068ee44683a req-126ce10d-e211-432e-bc1e-914a49d64730 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Dec 15 19:09:02.854875 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Request body: {'port': {'device_id': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:02.905863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.130715 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd11bc3b-0907-4f3d-84bc-388e5fcf5c91 req-8327face-5b20-40a5-97a0-fcd067ecaa17 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:03.132277 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd11bc3b-0907-4f3d-84bc-388e5fcf5c91 req-8327face-5b20-40a5-97a0-fcd067ecaa17 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 931 time: 0.0470898 Dec 15 19:09:03.166037 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5f44d8c-08ee-4a4e-85f0-5c1829876e7e {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:03.173700 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.182206 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd11bc3b-0907-4f3d-84bc-388e5fcf5c91 req-00890a22-9bf9-4c7c-81d9-84d1564d2ca3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438833 Dec 15 19:09:03.185531 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Transition to ACTIVE for port object b5f44d8c-08ee-4a4e-85f0-5c1829876e7e will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:09:03.253865 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.302966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:03.321738 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f651b8d0-f6db-4ddc-baf5-f21440872384 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.374844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Attempting to bind port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:09:03.375188 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Attempting to bind port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:09:03.375524 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Attempting to bind port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e on network f8498b13-b8e7-458b-9a53-2a5bad9da27f {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:03.380672 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e on network f8498b13-b8e7-458b-9a53-2a5bad9da27f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:09:03.380995 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Attempting to bind port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e on network f8498b13-b8e7-458b-9a53-2a5bad9da27f {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:03.386081 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:09:03.386426 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Checking segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:09:03.386818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Bound using segment: {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:09:03.387254 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Bound port: b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12850b57-ae5c-42b8-8bc3-e09428a265b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:09:03.387654 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.459239 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:09:03.462404 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:09:03.586825 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.617333 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:03.617840 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:03.619446 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] 10.222.0.44 "PUT /v2.0/ports/b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 1093 time: 0.8597181 Dec 15 19:09:03.621927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:03.625141 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98922893-e8c1-4df5-9818-c80b25054046" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:03.650807 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e575d-6702-47da-aefc-f568deb25b28 service neutron] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:03.790874 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-430c931b-d6cc-4059-807f-265319efa36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:03.793151 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-430c931b-d6cc-4059-807f-265319efa36c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1096 time: 0.0437026 Dec 15 19:09:03.794536 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec8a9c8-992f-47e5-a511-131487182012 x-openstack-request-id: req-6ec8a9c8-992f-47e5-a511-131487182012 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:03.794815 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:03.795066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ec8a9c8-992f-47e5-a511-131487182012 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:03.795449 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:09:03.839263 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-65a4c3a7-afc7-48bf-a54a-f1151ca0bfe1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 217 time: 0.0370107 Dec 15 19:09:03.892139 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-1128e238-ba12-459f-9720-d986264cd421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:03.894201 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-1128e238-ba12-459f-9720-d986264cd421 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0472703 Dec 15 19:09:03.949440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-27ecd910-9096-4ed7-a0e3-b289e32ffd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:03.950930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-27ecd910-9096-4ed7-a0e3-b289e32ffd88 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395954 Dec 15 19:09:04.038904 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-769a7620-664c-4610-86b3-fec732ad845d service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802286 Dec 15 19:09:04.128792 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-35a9b1b1-f786-4860-850d-2ac457e62fe9 req-50f6727c-9af1-4739-b049-8ac704e6b95d service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824480 Dec 15 19:09:04.302528 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922893-e8c1-4df5-9818-c80b25054046 req-fce3cfa8-f29a-46bf-b14f-abc305906493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:04.304020 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-fce3cfa8-f29a-46bf-b14f-abc305906493 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1096 time: 0.0771368 Dec 15 19:09:04.316194 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2328144-4167-42b7-b313-5373c69467f0 req-d65d679b-148a-4832-9887-58cd6da780ae tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:04.317583 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2328144-4167-42b7-b313-5373c69467f0 req-d65d679b-148a-4832-9887-58cd6da780ae tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 943 time: 0.0626955 Dec 15 19:09:04.418120 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2328144-4167-42b7-b313-5373c69467f0 req-9f615b65-3d5b-400b-82fd-927f34a1940f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918322 Dec 15 19:09:04.434938 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922893-e8c1-4df5-9818-c80b25054046 req-739bd9a0-04b7-41bb-b685-d30c7124d05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:04.436381 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-739bd9a0-04b7-41bb-b685-d30c7124d05f service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.1179678 Dec 15 19:09:04.440399 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:04.481556 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-4ef4d362-d8de-47da-966b-ceed5ef70337 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 217 time: 0.0371892 Dec 15 19:09:04.529690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922893-e8c1-4df5-9818-c80b25054046 req-aebb182c-9f1c-4303-bd10-c691a604faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:04.531084 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-aebb182c-9f1c-4303-bd10-c691a604faf8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0422535 Dec 15 19:09:04.575546 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98922893-e8c1-4df5-9818-c80b25054046 req-f005293e-64f0-4911-9ede-c2dae5ea18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:04.576951 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-f005293e-64f0-4911-9ede-c2dae5ea18f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0381207 Dec 15 19:09:04.670609 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-ac4a4476-8d8a-4292-8e3a-b541f02dc1d3 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838389 Dec 15 19:09:04.760330 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-98922893-e8c1-4df5-9818-c80b25054046 req-6c440c1a-9a40-4218-b9de-ea360a352408 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807328 Dec 15 19:09:05.083539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b5f44d8c-08ee-4a4e-85f0-5c1829876e7e details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:09:05.178032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:05.189043 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'port_id': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'mac_address': 'fa:16:3e:da:33:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 594, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:09:05.224445 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:05.237521 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5f44d8c-08ee-4a4e-85f0-5c1829876e7e {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:05.256699 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:05.321341 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:05.367563 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:05.531325 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80527439-1e57-42b2-a8f1-c4566e2da4dc req-20b4aa7d-d1c2-46ef-89dd-59993d4f63c1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:05.532793 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80527439-1e57-42b2-a8f1-c4566e2da4dc req-20b4aa7d-d1c2-46ef-89dd-59993d4f63c1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 944 time: 0.0479546 Dec 15 19:09:05.581948 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:05.583157 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80527439-1e57-42b2-a8f1-c4566e2da4dc req-ebf50033-d4b7-465e-9531-7a5b836c8d46 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439141 Dec 15 19:09:05.718764 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:06.703711 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043b787e-4d90-4589-a912-d686701bbf58 req-f71c40cc-44a2-46f0-bd7e-e20876f468fd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:06.705953 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-043b787e-4d90-4589-a912-d686701bbf58 req-f71c40cc-44a2-46f0-bd7e-e20876f468fd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 944 time: 0.0510616 Dec 15 19:09:06.765748 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-043b787e-4d90-4589-a912-d686701bbf58 req-4b526913-bbae-491c-95c0-3a6063b4719f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537157 Dec 15 19:09:07.087837 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b5f44d8c-08ee-4a4e-85f0-5c1829876e7e up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:09:07.210277 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:07.239129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:09:07.243344 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:07.243707 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:07.324342 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:07.347248 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:07.349572 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3940c64a-cb85-46f4-a25c-8aca6107bb65" -d '{"events": [{"server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "name": "network-vif-plugged", "status": "completed", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:07.362568 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:07.393355 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-955ba288-6aba-43eb-8bf4-75a6a8201193 x-openstack-request-id: req-955ba288-6aba-43eb-8bf4-75a6a8201193 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:07.393684 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "name": "network-vif-plugged", "status": "completed", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:07.393945 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-955ba288-6aba-43eb-8bf4-75a6a8201193 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:07.394380 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'code': 200} Dec 15 19:09:07.429966 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:07.477064 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:07.671922 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18104e91-2f6f-466f-a89b-fe8705665bab req-8f76c192-d26d-45c9-b216-12aaff8795b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:07.673446 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18104e91-2f6f-466f-a89b-fe8705665bab req-8f76c192-d26d-45c9-b216-12aaff8795b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1098 time: 0.0382085 Dec 15 19:09:07.717741 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18104e91-2f6f-466f-a89b-fe8705665bab req-4027537d-cfb8-4cea-a5d4-78ee8f8406c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371397 Dec 15 19:09:07.880499 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28675f01-4588-4680-a491-ce8f06c0c3d1 req-5d3844dd-2fd3-4144-926e-de5febbbf0d3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:07.881985 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28675f01-4588-4680-a491-ce8f06c0c3d1 req-5d3844dd-2fd3-4144-926e-de5febbbf0d3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0485249 Dec 15 19:09:07.928220 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28675f01-4588-4680-a491-ce8f06c0c3d1 req-aeb2e70f-f742-4b1d-9979-095ad17a39a5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405602 Dec 15 19:09:09.050088 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e178a6b6-48f7-43ec-96c7-e48341a38b80 req-b3d51fca-8487-4880-a1df-1b885ae20246 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:09.052166 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e178a6b6-48f7-43ec-96c7-e48341a38b80 req-b3d51fca-8487-4880-a1df-1b885ae20246 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0553133 Dec 15 19:09:09.099205 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e178a6b6-48f7-43ec-96c7-e48341a38b80 req-25971105-ed3c-4f5f-990e-d2bb92b687f8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Dec 15 19:09:09.215261 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc12b3f5-5b47-4f4c-af28-65d4dc1eeafa req-cbfdc154-5259-4cc6-8deb-da83e6a4bcbd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:09.216648 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc12b3f5-5b47-4f4c-af28-65d4dc1eeafa req-cbfdc154-5259-4cc6-8deb-da83e6a4bcbd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0502503 Dec 15 19:09:09.263415 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cc12b3f5-5b47-4f4c-af28-65d4dc1eeafa req-1b3f47e5-6cae-4da1-b4fd-4e098ad42048 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Dec 15 19:09:09.587262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6139a2a3-2bea-413e-9b3f-53f8ff9e1822 req-4a9784aa-7343-4f0a-a86e-a4d3e0484d32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:09.588814 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6139a2a3-2bea-413e-9b3f-53f8ff9e1822 req-4a9784aa-7343-4f0a-a86e-a4d3e0484d32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0482280 Dec 15 19:09:09.636983 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6139a2a3-2bea-413e-9b3f-53f8ff9e1822 req-014d4059-0cb3-4c8b-8f96-ff46958f0c1d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424764 Dec 15 19:09:12.718022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d30ee-9abe-483c-b5ef-a78b724981dc req-9d7dd656-9417-412f-8859-9661a73ab98e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:12.719492 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a2d30ee-9abe-483c-b5ef-a78b724981dc req-9d7dd656-9417-412f-8859-9661a73ab98e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0573268 Dec 15 19:09:12.770411 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a2d30ee-9abe-483c-b5ef-a78b724981dc req-37af6d9a-764b-48a8-84d6-857b68fdafe5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449440 Dec 15 19:09:13.135424 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:13.882335 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64308701-9e8d-451f-ac51-af6c8c5ba61b req-3c97ed92-eede-4673-aedc-ab00f70915c6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:13.883797 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64308701-9e8d-451f-ac51-af6c8c5ba61b req-3c97ed92-eede-4673-aedc-ab00f70915c6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0482533 Dec 15 19:09:13.931072 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-64308701-9e8d-451f-ac51-af6c8c5ba61b req-ba7e670a-fe9d-4084-ada2-7df3b78c49de tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415373 Dec 15 19:09:14.925246 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-a84d76cf-11b3-4075-8d1e-9c286248fd35 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:14.926711 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-a84d76cf-11b3-4075-8d1e-9c286248fd35 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0478504 Dec 15 19:09:15.056480 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Deleting port 29640191-71ad-4c57-b1eb-eb8f4de83e2b {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:09:15.056819 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.080668 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79db70-9a5c-40a4-8429-374741de2c95 req-44a3171e-2dac-4660-a011-0c162187930a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:15.082112 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8b79db70-9a5c-40a4-8429-374741de2c95 req-44a3171e-2dac-4660-a011-0c162187930a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 945 time: 0.0737269 Dec 15 19:09:15.174402 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8b79db70-9a5c-40a4-8429-374741de2c95 req-92d5a841-9181-45af-a537-143562b46ae5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=27b808e5-3591-4338-9a29-1892bdcb2f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642834 Dec 15 19:09:15.189313 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] For port 29640191-71ad-4c57-b1eb-eb8f4de83e2b, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=29640191-71ad-4c57-b1eb-eb8f4de83e2b,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:15.189698 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.356880 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.357198 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.357518 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Floating IP 016c31b0-7135-4034-94e5-6eb087730e41 disassociated. External IP: 172.27.1.94, port: 29640191-71ad-4c57-b1eb-eb8f4de83e2b. Dec 15 19:09:15.357869 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Calling delete_port for 29640191-71ad-4c57-b1eb-eb8f4de83e2b owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:09:15.540848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.569016 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'Port': ['ID=29640191-71ad-4c57-b1eb-eb8f4de83e2b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:15.682233 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:09:15.786120 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:09:15.796032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:09:15.805328 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:15.805940 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:15.823654 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] No DVR routers for this DVR port 29640191-71ad-4c57-b1eb-eb8f4de83e2b on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:09:15.826166 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:15.829486 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf4055ca-fb33-410a-9b2e-26d4cfa179e1 req-f42bb833-1a40-4418-ad5b-8812395d1471 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "DELETE /v2.0/ports/29640191-71ad-4c57-b1eb-eb8f4de83e2b HTTP/1.1" status: 204 len: 173 time: 0.8965130 Dec 15 19:09:15.829925 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'name': 'network-vif-deleted', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:15.832189 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97f279aa-8c98-42dc-be05-8c8f8a429326" -d '{"events": [{"server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "name": "network-vif-deleted", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:15.874539 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee71606-b791-492c-a4eb-b51770587623 x-openstack-request-id: req-6ee71606-b791-492c-a4eb-b51770587623 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:15.874833 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92d9554d-bb60-4d4e-9ab8-311caafb659f", "name": "network-vif-deleted", "tag": "29640191-71ad-4c57-b1eb-eb8f4de83e2b", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:15.875116 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-6ee71606-b791-492c-a4eb-b51770587623 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:15.875656 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92d9554d-bb60-4d4e-9ab8-311caafb659f', 'name': 'network-vif-deleted', 'tag': '29640191-71ad-4c57-b1eb-eb8f4de83e2b', 'status': 'completed', 'code': 200} Dec 15 19:09:15.911597 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:16.129571 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:16.159394 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:09:16.171524 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:16.172129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:16.279356 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:16.518010 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-22c1682d-d7e7-4f63-b34c-f866c0b1d69c req-ed72de29-1fb7-4cd7-9ea0-cec8633d96f0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=92d9554d-bb60-4d4e-9ab8-311caafb659f HTTP/1.1" status: 200 len: 210 time: 0.2632518 Dec 15 19:09:16.621136 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:16.652560 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdd24fc-5544-49f9-89e0-bf126b6f4739 None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:09:16.874561 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da40889-81d1-4574-a884-a7f9c568c782 None None] New status for floating IP 016c31b0-7135-4034-94e5-6eb087730e41: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:09:17.148033 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 29640191-71ad-4c57-b1eb-eb8f4de83e2b no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:09:17.171093 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 29640191-71ad-4c57-b1eb-eb8f4de83e2b {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:09:17.171432 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 29640191-71ad-4c57-b1eb-eb8f4de83e2b not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:09:17.678767 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55250) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:17.730992 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:17.752836 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:17.852189 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:17.854802 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:17.855938 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "DELETE /v2.0/security-groups/27b808e5-3591-4338-9a29-1892bdcb2f6c HTTP/1.1" status: 204 len: 168 time: 0.1761467 Dec 15 19:09:17.863821 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55252) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:17.864540 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe555c-6634-48d1-a211-56517d7bc291 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b808e5-3591-4338-9a29-1892bdcb2f6c,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:17.878345 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-3c419f1e-8da5-40b4-bbe1-aaa17f6fe1c3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] show failed (client error): The resource could not be found. Dec 15 19:09:17.879386 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3c419f1e-8da5-40b4-bbe1-aaa17f6fe1c3 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups/27b808e5-3591-4338-9a29-1892bdcb2f6c HTTP/1.1" status: 404 len: 347 time: 0.0140426 Dec 15 19:09:17.883384 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55254) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:18.004614 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Deleting port 850904f0-ec04-4489-a0f0-61968f5864c3 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:09:18.004862 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.079746 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.080072 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.091410 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Calling delete_port for 850904f0-ec04-4489-a0f0-61968f5864c3 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:09:18.283985 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.307104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'Port': ['ID=850904f0-ec04-4489-a0f0-61968f5864c3,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:18.370555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.373151 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:18.374299 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a0f40612-71b7-4cc1-a598-3e26eb864a6f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "DELETE /v2.0/floatingips/016c31b0-7135-4034-94e5-6eb087730e41 HTTP/1.1" status: 204 len: 168 time: 0.4899948 Dec 15 19:09:18.922671 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55262) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:18.928208 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1310269424', 'description': 'tempest-description--1360026723'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:19.041372 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.112799 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.212318 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.240874 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04cfe8da-c4da-4594-b204-3933a0aaee2d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:19.340088 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.341419 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-426212db-1c88-4c32-a63a-b3e41f0d3741 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.4167287 Dec 15 19:09:19.344178 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55266) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:19.348701 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group_rule': {'security_group_id': '04cfe8da-c4da-4594-b204-3933a0aaee2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:19.442682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.496575 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.572085 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.591415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4032b551-a100-44d4-a122-efa8866ece2c,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:19.660048 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.661287 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-32f6a4a6-42dc-47fb-9ab9-77eb944f06b0 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3161185 Dec 15 19:09:19.664444 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55272) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:19.668937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'security_group_rule': {'security_group_id': '04cfe8da-c4da-4594-b204-3933a0aaee2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:19.761061 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.836171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100d36a-a4d4-4650-bea3-88adcafb072e req-a003f612-1df1-4dc6-a268-653237833001 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:19.837745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e100d36a-a4d4-4650-bea3-88adcafb072e req-a003f612-1df1-4dc6-a268-653237833001 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0729597 Dec 15 19:09:19.847744 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.891533 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e100d36a-a4d4-4650-bea3-88adcafb072e req-07413c16-c4f7-4345-8af9-d9d93454d4d0 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455556 Dec 15 19:09:19.913616 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55278) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:19.920515 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:19.941280 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bd2137b-2b44-4d21-aa94-a7da01bec71a,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:20.023131 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.024543 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-90547ee7-203f-4e80-a2f5-ce8f11670275 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3590364 Dec 15 19:09:20.027717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55282) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:20.032345 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:20.087583 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307b221d-1ae5-43af-aa21-a7096b93efa3 tempest-TestMinimumBasicScenario-1343862309 tempest-TestMinimumBasicScenario-1343862309-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:20.091952 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-307b221d-1ae5-43af-aa21-a7096b93efa3 tempest-TestMinimumBasicScenario-1343862309 tempest-TestMinimumBasicScenario-1343862309-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1093 time: 0.1745951 Dec 15 19:09:20.092146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55284) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:20.096776 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'port_id': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:20.142490 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.252833 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.260330 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.405905 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Allocated IP 172.27.1.148 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/a64eff7b-1987-41ad-b634-11ffe17e4e6c) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:09:20.488694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.567290 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.688669 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.754636 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:09:20.763100 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:09:20.771373 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:09:20.780079 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Allocated IP 172.27.1.214 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/91e15b1c-cab9-4d75-a8bd-0c0c256e4162) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:09:20.782043 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=a64eff7b-1987-41ad-b634-11ffe17e4e6c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:20.935967 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:20.954658 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.047171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.084685 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.141103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:09:21.171336 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:09:21.175112 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'Port': ['ID=91e15b1c-cab9-4d75-a8bd-0c0c256e4162,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:21.180353 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:09:21.322944 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.379500 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.748393 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=a64eff7b-1987-41ad-b634-11ffe17e4e6c,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:21.785876 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.884950 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.886196 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f29e0b14-393c-4030-8e8e-0e8aa7459e8f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8575206 Dec 15 19:09:21.912735 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:21.915456 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:09:22.054154 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:22.088405 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-6a750fe8-7f14-4324-b415-be7f2ef75ed6 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1310269424&fields=id&tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 267 time: 0.0415685 Dec 15 19:09:22.197480 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-8febfd29-41d8-4c32-b9f9-a5f1a71b347b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:22.198962 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-8febfd29-41d8-4c32-b9f9-a5f1a71b347b tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 810 time: 0.1036599 Dec 15 19:09:22.203829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:22.214169 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-cede75f9-387f-4a40-8d3a-013d7478612a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/quotas/10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 375 time: 0.0091212 Dec 15 19:09:22.264657 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-10b768ff-3278-4cc9-b316-8cae6165f06d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450397 Dec 15 19:09:22.275006 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:22.348289 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'Port': ['ID=91e15b1c-cab9-4d75-a8bd-0c0c256e4162,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:22.358703 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:22.411504 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-8f645b52-d838-4cdd-9602-e1e2d868704d service neutron] 10.222.0.49 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352649 Dec 15 19:09:22.462459 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Floating IP 96742a02-7a58-4e71-9684-b0fd72db6ef0 associated. External IP: 172.27.1.214, port: b5f44d8c-08ee-4a4e-85f0-5c1829876e7e. Dec 15 19:09:22.500901 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-0568f807-233f-4691-9713-4139422adeb8 service neutron] 10.222.0.49 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823033 Dec 15 19:09:22.669819 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:09:22.804512 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:09:22.816138 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Sync routers for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:09:22.828142 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-db6f53fb-730a-4151-96c5-6b0e39ea1a90 req-3f2f0f81-0d9a-4bd8-abaf-467e2c08fee7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 210 time: 0.0382063 Dec 15 19:09:22.830701 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:22.831795 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:22.931387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:22.942662 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:22.966991 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-daafb5a2-8ea1-4338-94c2-4c6cc6752744 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.8738098 Dec 15 19:09:22.967724 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:22.969992 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55326) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:22.974745 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e87816-67a6-4eef-9ab8-2fb4120af54f" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:22.974949 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1745562836', 'description': 'tempest-secgroup-smoke-1745562836 description', 'project_id': '5df652172dff4ee08b4dddf7a40b0142'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:23.007399 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b71991-e93b-45c3-950b-5d0a39c71739 x-openstack-request-id: req-b7b71991-e93b-45c3-950b-5d0a39c71739 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:23.007895 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:23.008154 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7b71991-e93b-45c3-950b-5d0a39c71739 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:23.008556 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:09:23.078593 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.085986 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-fb2c306f-60af-46d1-8ad1-3ce89486c50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:23.088937 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-fb2c306f-60af-46d1-8ad1-3ce89486c50b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1098 time: 0.0497513 Dec 15 19:09:23.174737 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.199933 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '96742a02-7a58-4e71-9684-b0fd72db6ef0', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'port_id': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'mac_address': 'fa:16:3e:da:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:21Z', 'updated_at': '2021-12-15T19:09:21Z', 'revision_number': 0, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:23.228209 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Checking router: 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:09:23.229127 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-24ca29a7-a572-4509-8370-aafa8ca45833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:23.230659 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-24ca29a7-a572-4509-8370-aafa8ca45833 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.1307616 Dec 15 19:09:23.236638 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:23.237330 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:23.254952 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.293615 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d5545-fc2d-40a8-a4db-c0e483a62f37,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:23.305812 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-8d293fcc-3fce-49a9-b896-c64fbab67cf7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 999 time: 0.0678699 Dec 15 19:09:23.359840 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:23.362392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-5af085c9-d779-4a85-8cde-d9c20c7c8cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:23.364015 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-5af085c9-d779-4a85-8cde-d9c20c7c8cc3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0499597 Dec 15 19:09:23.368964 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.371829 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b276740f-738f-4d54-b72e-b16ad54d4de8 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4006987 Dec 15 19:09:23.384187 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55342) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:23.390549 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:23.420127 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-d072d919-6133-44da-862a-ba2b5f28a6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:23.421734 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-d072d919-6133-44da-862a-ba2b5f28a6a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497010 Dec 15 19:09:23.472467 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d5c90f-97b8-4140-b5c3-f361f90eddf2 req-f063f23e-56cc-4cce-b731-e16b36b7be9f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:23.474346 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78d5c90f-97b8-4140-b5c3-f361f90eddf2 req-f063f23e-56cc-4cce-b731-e16b36b7be9f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0605245 Dec 15 19:09:23.514325 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.530187 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-1e1cb9a0-7142-41ae-a175-113c08b835c9 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981438 Dec 15 19:09:23.554676 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78d5c90f-97b8-4140-b5c3-f361f90eddf2 req-5a7c59da-cb7c-47ca-ac4f-7afaa3da1be3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682309 Dec 15 19:09:23.596884 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.624636 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '96742a02-7a58-4e71-9684-b0fd72db6ef0', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'port_id': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'mac_address': 'fa:16:3e:da:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:21Z', 'updated_at': '2021-12-15T19:09:21Z', 'revision_number': 0, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:23.626954 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-62e87816-67a6-4eef-9ab8-2fb4120af54f req-357f97da-2421-4a74-bd11-b6a2cabc7a47 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892408 Dec 15 19:09:23.654605 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-155f2cf8-11e0-419f-9701-145e04d18c1d None None] The sync data for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi is: [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '96742a02-7a58-4e71-9684-b0fd72db6ef0', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'floating_ip_address': '172.27.1.214', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'port_id': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'mac_address': 'fa:16:3e:da:33:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:21Z', 'updated_at': '2021-12-15T19:09:21Z', 'revision_number': 0, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:09:23.686582 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.706100 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf29fe75-18fb-41e4-95c6-bd6d9a309058,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:23.774136 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.776076 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2ca927bc-9eeb-4118-87c8-6c11fcc4db32 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898101 Dec 15 19:09:23.778326 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55344) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:23.783002 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:23.840791 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e8206-4cfa-488c-9ae5-deff6e5e46b4 None None] New status for floating IP 96742a02-7a58-4e71-9684-b0fd72db6ef0: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:09:23.878085 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.936066 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:23.943260 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-240176a2-5455-4b9a-a47c-16928039e2c3 req-54150b28-573d-48ed-86d5-8c975ce2e2ae tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 210 time: 0.0357137 Dec 15 19:09:24.009257 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.031472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=441f71cc-079b-434b-87b7-13112109a1b2,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:24.097039 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.098965 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-b272afd0-98dd-4dd8-9d98-7a039b226eb1 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3192282 Dec 15 19:09:24.101796 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55348) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:24.106271 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:24.188127 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.244563 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.320396 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.339902 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49894460-e936-4fb7-9111-4b3a23ef8f75,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:24.414241 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.415449 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2c5aa3b4-10dd-4238-9c70-dcb2b02e7808 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3125739 Dec 15 19:09:24.418626 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55350) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:24.422959 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:24.496998 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.552462 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.643474 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.679270 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03e2439a-80d4-41c2-9605-94323523aa1c,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:24.697803 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d7f45-a426-4fcc-9db8-e4ffeb412824 req-e799207a-6d96-4def-bd9f-f19a36cf367a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:24.699332 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e87d7f45-a426-4fcc-9db8-e4ffeb412824 req-e799207a-6d96-4def-bd9f-f19a36cf367a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0662498 Dec 15 19:09:24.749937 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e87d7f45-a426-4fcc-9db8-e4ffeb412824 req-a3a26a6e-78c3-4b38-88ef-b41e1a9500cf tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447464 Dec 15 19:09:24.771615 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.773584 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-41693afe-a319-481d-944c-4c400e97bfdd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3532186 Dec 15 19:09:24.782652 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55354) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:24.787138 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:24.866900 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Project 5df652172dff4ee08b4dddf7a40b0142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:09:24.872748 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.931768 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:24.965540 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-96f6ff3c-2353-4ba6-8f47-a71536e3b502 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:24.967019 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-96f6ff3c-2353-4ba6-8f47-a71536e3b502 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 810 time: 0.1037366 Dec 15 19:09:25.011756 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.029955 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bb2555-67ae-4370-81a1-80d03aa8d4be,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:25.051027 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b3befac0-fd9a-4472-b95e-f04386bdc137 req-62629788-5d17-4c5e-b047-7e0078c102fe tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 210 time: 0.0396156 Dec 15 19:09:25.079055 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-c84e6a40-c1d5-44c0-99a7-34c5d652e27e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc HTTP/1.1" status: 200 len: 380 time: 0.0892513 Dec 15 19:09:25.090862 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'port': {'device_id': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'admin_state_up': True, 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'security_groups': ['04cfe8da-c4da-4594-b204-3933a0aaee2d']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:25.119562 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.124431 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3d4b59c8-9c8d-49ff-9de3-ecd5942b2697 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3375518 Dec 15 19:09:25.124431 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55358) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:25.128533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'security_group_rule': {'security_group_id': '3f4d5545-fc2d-40a8-a4db-c0e483a62f37', 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:25.220384 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.securitygroups_db [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Project 5df652172dff4ee08b4dddf7a40b0142 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:09:25.226338 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.285230 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.288788 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Made reservation on behalf of 10e0bf29ca2c44d5ba3c4306a437e9cc for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:09:25.292345 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.334788 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.352585 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9d02eaa-5f77-4f1a-9a60-2d56eb1d3336,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:25.412633 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.414155 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1c43acaa-c225-4559-b533-79366ba07c5a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2888095 Dec 15 19:09:25.420370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Allocated IP 172.20.0.11 (7a16e66f-ed7c-442f-a539-7233fbc514d4/d5054dbd-2ffe-4cf2-bee5-364c28f03739/76e0bcfc-5319-45ee-ba0d-5566b3fc3537) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:09:25.502265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-9d344324-4b35-4cfd-993c-1f86b65f685c tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745562836&fields=id&tenant_id=5df652172dff4ee08b4dddf7a40b0142 HTTP/1.1" status: 200 len: 267 time: 0.0440073 Dec 15 19:09:25.556529 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.556879 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-b8be736f-0b83-4a4f-9418-60af913be221 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:25.558384 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-b8be736f-0b83-4a4f-9418-60af913be221 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0504417 Dec 15 19:09:25.569779 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'port': {'security_groups': ['2b5024f9-c833-4870-8aba-5e24f2e02580', '3f4d5545-fc2d-40a8-a4db-c0e483a62f37']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:25.632365 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.644060 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.684805 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:09:25.689848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:09:25.692275 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:09:25.734839 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event updated for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:25.759450 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:25.759890 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.831717 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:25.863070 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-ed141e23-0598-4420-8f94-d778228ee620 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7758679 Dec 15 19:09:25.868840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.876797 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Request body: {'port': {'device_id': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:25.907045 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd3898-7881-46d2-afcc-8c0343a00278 req-c054e83c-df74-4bf9-8922-ef8eea98688e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:25.908528 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fcd3898-7881-46d2-afcc-8c0343a00278 req-c054e83c-df74-4bf9-8922-ef8eea98688e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0786686 Dec 15 19:09:25.927632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-80f3b844-97c3-4f00-abd0-eb86750f0426 None None] Provisioning complete for port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:25.928154 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-80f3b844-97c3-4f00-abd0-eb86750f0426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.949489 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.962149 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:25.963741 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-80f3b844-97c3-4f00-abd0-eb86750f0426 None None] Port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:09:25.966971 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:26.000001 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.000669 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.002946 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b495eb5f-8bc4-4fe4-b3ed-e19103cb5958 req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "PUT /v2.0/ports/b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 981 time: 0.4368541 Dec 15 19:09:26.004836 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:26.007965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5833d2f7-fa38-41a5-9744-87656b162e8d" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:26.023330 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5fcd3898-7881-46d2-afcc-8c0343a00278 req-71432d85-ad3f-47af-a7e7-d9b8a2001ac0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030600 Dec 15 19:09:26.048078 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb9a1b-e6db-4cda-9481-49355b372b54 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=6']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:26.103556 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:26.168589 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3210c308-5b0e-4b72-b14f-c12dbe1a92d5 x-openstack-request-id: req-3210c308-5b0e-4b72-b14f-c12dbe1a92d5 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:26.169425 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:26.169676 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3210c308-5b0e-4b72-b14f-c12dbe1a92d5 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:26.172922 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:09:26.266635 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c8d07d-bae8-4f0f-8026-54806498d509 req-c1f98d15-4f18-4461-ae1a-fa7787037528 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.268269 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b2c8d07d-bae8-4f0f-8026-54806498d509 req-c1f98d15-4f18-4461-ae1a-fa7787037528 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.1427779 Dec 15 19:09:26.300143 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-be8ec87a-4af9-4b37-9ff6-328540b9e838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.301801 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-be8ec87a-4af9-4b37-9ff6-328540b9e838 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1137 time: 0.1096091 Dec 15 19:09:26.315591 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e2055f-2164-4d43-8ca9-3acf920d0c9b req-8a50ef53-7fe3-4d35-ae17-fef7f6749cc2 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.317350 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c8e2055f-2164-4d43-8ca9-3acf920d0c9b req-8a50ef53-7fe3-4d35-ae17-fef7f6749cc2 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 932 time: 0.0750117 Dec 15 19:09:26.389708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:26.405493 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.425289 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c8e2055f-2164-4d43-8ca9-3acf920d0c9b req-672fec03-7188-4139-a5dd-3941b7ff1bbc tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985825 Dec 15 19:09:26.440146 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Transition to ACTIVE for port object 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:09:26.441460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c01a7440-6a50-4781-b687-330a005be62c None None] Provisioning complete for port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:26.441880 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c01a7440-6a50-4781-b687-330a005be62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.447953 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-3a1b9cf5-e61e-4c92-b672-364f8b0cc263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.448711 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-3a1b9cf5-e61e-4c92-b672-364f8b0cc263 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.1302528 Dec 15 19:09:26.451447 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b2c8d07d-bae8-4f0f-8026-54806498d509 req-aa6d63f8-e04b-413d-8f98-a42e1b6ba5ef tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0935793 Dec 15 19:09:26.492222 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.524367 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-4a609a61-bbd0-4dd6-ad46-3e22fad49b55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 1001 time: 0.0676842 Dec 15 19:09:26.561470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Pushing event updated for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:26.587902 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-2fef7e70-c030-4aa2-bf93-30f39801fe30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.589588 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-2fef7e70-c030-4aa2-bf93-30f39801fe30 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0582023 Dec 15 19:09:26.625822 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Attempting to bind port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:09:26.626399 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Attempting to bind port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:09:26.626890 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Attempting to bind port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:26.632492 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:09:26.633019 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Attempting to bind port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 on network 7a16e66f-ed7c-442f-a539-7233fbc514d4 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:26.642713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:09:26.643842 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Checking segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:09:26.644984 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Bound using segment: {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:09:26.645774 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Bound port: 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f05b341-4717-4c14-b346-a446eb02cc96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:09:26.647078 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.647204 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-1ecbce5e-fa42-4f8c-ad0d-17ff8a762069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.648932 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-1ecbce5e-fa42-4f8c-ad0d-17ff8a762069 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515709 Dec 15 19:09:26.727878 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:09:26.730556 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:09:26.761155 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-db7f2aab-1ed5-413b-9d4a-b22e7f9650de service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040304 Dec 15 19:09:26.818394 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.858234 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.858401 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5833d2f7-fa38-41a5-9744-87656b162e8d req-981d4315-bda0-4c20-bf70-06191544c8ec service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888186 Dec 15 19:09:26.858850 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:26.860219 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] 10.222.0.44 "PUT /v2.0/ports/76e0bcfc-5319-45ee-ba0d-5566b3fc3537 HTTP/1.1" status: 200 len: 1094 time: 0.9883778 Dec 15 19:09:26.860653 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:26.862912 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495" -d '{"events": [{"name": "network-changed", "server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:26.886230 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650d6d9f-8cf0-4671-84b5-f47e80376198 service neutron] Pushing event updated for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:26.905387 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3567f3f-f88a-4b4c-b2cf-c02c75de567b x-openstack-request-id: req-e3567f3f-f88a-4b4c-b2cf-c02c75de567b {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:26.905769 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:26.906096 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e3567f3f-f88a-4b4c-b2cf-c02c75de567b {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:26.907132 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'status': 'completed', 'code': 200} Dec 15 19:09:26.969872 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-aa691784-b74e-462c-adf2-dfa70e941e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:26.971395 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-aa691784-b74e-462c-adf2-dfa70e941e47 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 1097 time: 0.0453091 Dec 15 19:09:27.077252 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-154e8482-7f71-46f9-ae31-e1bf9ffa41f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.078717 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-154e8482-7f71-46f9-ae31-e1bf9ffa41f5 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0970542 Dec 15 19:09:27.204463 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51104f2b-d8dc-4e8a-aefb-53b060b395f2 req-c1d54a53-0be0-42a1-81fc-97227de90383 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.205857 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-51104f2b-d8dc-4e8a-aefb-53b060b395f2 req-c1d54a53-0be0-42a1-81fc-97227de90383 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0752866 Dec 15 19:09:27.208487 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-2476a047-90f3-423f-b901-f21f3d1083dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.209844 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ed0f9ac8-c6db-4787-bdbb-96d7ef8fd495 req-2476a047-90f3-423f-b901-f21f3d1083dc service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236792 Dec 15 19:09:27.267878 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-51104f2b-d8dc-4e8a-aefb-53b060b395f2 req-5866cdef-2761-4cb9-bcdc-405c7ff392b6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560608 Dec 15 19:09:27.295507 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-1b095588-07bf-4d46-9848-501a3f0f56e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.296957 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-1b095588-07bf-4d46-9848-501a3f0f56e3 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 1097 time: 0.0448439 Dec 15 19:09:27.339122 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-7cc12dcc-bb34-43c3-b153-719b99bf82a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537 HTTP/1.1" status: 200 len: 217 time: 0.0336308 Dec 15 19:09:27.387108 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-f4e11263-09ae-4793-89e3-a04555325b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.388511 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-f4e11263-09ae-4793-89e3-a04555325b5a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.0422671 Dec 15 19:09:27.438527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fee17-e538-451b-83da-94d28890e16c req-fe515b3c-53e7-4669-bf01-8ad48acf1dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.439990 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-fe515b3c-53e7-4669-bf01-8ad48acf1dae service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0431690 Dec 15 19:09:27.530000 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-0f37b4ac-c7a6-42ad-962c-6b37488663ba service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822268 Dec 15 19:09:27.546856 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484873b-0535-43b0-a082-577a32f75599 req-a58efa8f-98b3-423b-95ab-4cffcd9abb68 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:27.548257 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a484873b-0535-43b0-a082-577a32f75599 req-a58efa8f-98b3-423b-95ab-4cffcd9abb68 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 944 time: 0.0504332 Dec 15 19:09:27.595679 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a484873b-0535-43b0-a082-577a32f75599 req-a28e56a9-e83a-47f2-944e-38080dbb9ffe tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401087 Dec 15 19:09:27.625964 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5b7fee17-e538-451b-83da-94d28890e16c req-1a93f838-2954-403f-8093-7da345bd15d6 service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879447 Dec 15 19:09:28.385251 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfc9d1b-1509-441c-bcff-d155f36c0e70 req-7e19b1e4-af7e-459c-872a-9b25b6b6cae1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:28.386742 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5cfc9d1b-1509-441c-bcff-d155f36c0e70 req-7e19b1e4-af7e-459c-872a-9b25b6b6cae1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0490620 Dec 15 19:09:28.437370 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5cfc9d1b-1509-441c-bcff-d155f36c0e70 req-438b3693-b526-47d6-bb65-5ab3361b2ce6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446250 Dec 15 19:09:28.713863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22186311-13f5-44c1-9ea3-49f91caf2fdf req-7dd065f8-8f11-4136-837e-42ceadc41cdc tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:28.715397 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-22186311-13f5-44c1-9ea3-49f91caf2fdf req-7dd065f8-8f11-4136-837e-42ceadc41cdc tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 944 time: 0.0527923 Dec 15 19:09:28.764151 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-22186311-13f5-44c1-9ea3-49f91caf2fdf req-5b67f3f1-261e-4ade-9dd6-6d8ace367b17 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425055 Dec 15 19:09:29.116866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf787e3-a686-4694-bdcb-b35e28ef932a req-aa459972-96bd-498d-aaab-d5952fc6d153 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:29.118347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbf787e3-a686-4694-bdcb-b35e28ef932a req-aa459972-96bd-498d-aaab-d5952fc6d153 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0470057 Dec 15 19:09:29.166203 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fbf787e3-a686-4694-bdcb-b35e28ef932a req-3e6c85ec-b821-49ec-ae50-a5511160ef1e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418155 Dec 15 19:09:29.554494 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db158a-a936-4d5e-9da1-55ff33ec8721 req-b5661361-5b70-40a2-8c81-b70b5ada6f38 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:29.555860 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18db158a-a936-4d5e-9da1-55ff33ec8721 req-b5661361-5b70-40a2-8c81-b70b5ada6f38 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0466995 Dec 15 19:09:29.605001 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-18db158a-a936-4d5e-9da1-55ff33ec8721 req-96cb38e8-e829-4bf0-b226-d301b415e08d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433159 Dec 15 19:09:29.875474 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df900c0-1868-49d9-a62d-18a5af946a01 req-f5fdce7c-c7a7-43bd-94f7-d2bc0c946aaf tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:29.876831 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0df900c0-1868-49d9-a62d-18a5af946a01 req-f5fdce7c-c7a7-43bd-94f7-d2bc0c946aaf tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 944 time: 0.0467708 Dec 15 19:09:29.924611 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0df900c0-1868-49d9-a62d-18a5af946a01 req-99c8bf0d-9c4c-417a-9a08-d60fa0dcb912 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Dec 15 19:09:30.279468 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a5f160-1bc2-4b64-8ea0-2a380c3ca5b5 req-356b22a4-a2bc-42b8-98c7-707fa18cc921 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:30.280971 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0a5f160-1bc2-4b64-8ea0-2a380c3ca5b5 req-356b22a4-a2bc-42b8-98c7-707fa18cc921 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0494132 Dec 15 19:09:30.330504 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a0a5f160-1bc2-4b64-8ea0-2a380c3ca5b5 req-b8bc5d67-83bd-44e0-a737-0a143b5f23a3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428228 Dec 15 19:09:30.686080 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-e29cc769-bc58-4ecb-9f26-64cffbb166f0 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:30.687838 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-e29cc769-bc58-4ecb-9f26-64cffbb166f0 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 946 time: 0.0575264 Dec 15 19:09:30.723765 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca4106-bdef-43aa-9e7f-8237e00ea683 req-6ce9823e-c9e5-4c54-bb0f-88749224e69c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:30.725420 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27ca4106-bdef-43aa-9e7f-8237e00ea683 req-6ce9823e-c9e5-4c54-bb0f-88749224e69c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0478210 Dec 15 19:09:30.775138 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-27ca4106-bdef-43aa-9e7f-8237e00ea683 req-b078a0c6-508c-4a64-814a-0bcfc4736b32 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437450 Dec 15 19:09:30.786574 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port 3d828ab8-0ca7-48b9-813f-689cb063f4ad {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:09:30.786921 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:30.866278 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2cce9438-bfac-4080-8128-db8c60695bc8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:30.873899 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] For port 3d828ab8-0ca7-48b9-813f-689cb063f4ad, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=3d828ab8-0ca7-48b9-813f-689cb063f4ad,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:30.874266 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.074219 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.074600 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.074918 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 30d70afd-4055-41c0-91c6-5da18548fd36 disassociated. External IP: 172.27.1.117, port: 3d828ab8-0ca7-48b9-813f-689cb063f4ad. Dec 15 19:09:31.075262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for 3d828ab8-0ca7-48b9-813f-689cb063f4ad owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:09:31.093223 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ffa866-5ba4-4229-8ba4-cf86f40fb889 req-321f2457-bc40-4ad5-aa03-df543a7c6e3a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:31.094728 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c1ffa866-5ba4-4229-8ba4-cf86f40fb889 req-321f2457-bc40-4ad5-aa03-df543a7c6e3a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 944 time: 0.1019204 Dec 15 19:09:31.186129 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c1ffa866-5ba4-4229-8ba4-cf86f40fb889 req-269d62a4-d36a-44cb-bf8c-30c989b47b0d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590916 Dec 15 19:09:31.197817 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:09:31.292368 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:31.297595 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.304126 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'port_id': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'mac_address': 'fa:16:3e:46:53:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:09:31.326666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=3d828ab8-0ca7-48b9-813f-689cb063f4ad,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:31.344896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.358520 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:31.378966 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:31.426647 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1b3d0a5e-5658-42cb-b640-27b3f49da4a5 req-4f53f6a6-b3bc-4049-8de1-bf0a721a29b2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0250762 Dec 15 19:09:31.443250 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:09:31.483625 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.530701 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:31.538030 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.538420 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.538756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.539099 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.539435 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.539770 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.540100 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.540431 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.540759 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.541129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.541466 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.541791 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.542113 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:31.715644 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['76e0bcfc-5319-45ee-ba0d-5566b3fc3537'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:31.826594 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:09:31.840653 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:09:31.870749 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:31.871426 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:31.882386 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] No DVR routers for this DVR port 3d828ab8-0ca7-48b9-813f-689cb063f4ad on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:09:31.895124 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:31.898468 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4cb74736-6ef5-4ba4-be40-058b5ca03f90 req-396fe2ce-af5f-4a16-824c-1a57e52319b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "DELETE /v2.0/ports/3d828ab8-0ca7-48b9-813f-689cb063f4ad HTTP/1.1" status: 204 len: 173 time: 1.2033894 Dec 15 19:09:31.898906 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'name': 'network-vif-deleted', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:31.901755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d865cae6-142a-4ce8-b04f-0995036b0b56" -d '{"events": [{"server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "name": "network-vif-deleted", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:31.928193 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d996d64-8cb9-44f1-aed7-c9dc2ce7bd96 req-3eb5b54e-77ec-478b-a8c0-5c0e5a269f94 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:31.929142 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d996d64-8cb9-44f1-aed7-c9dc2ce7bd96 req-3eb5b54e-77ec-478b-a8c0-5c0e5a269f94 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0717115 Dec 15 19:09:31.956489 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e855106-29d0-4ad6-b677-0ebeefb85e9a x-openstack-request-id: req-3e855106-29d0-4ad6-b677-0ebeefb85e9a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:31.956814 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "688fbf24-7c98-4e51-8d6d-3a9f84044719", "name": "network-vif-deleted", "tag": "3d828ab8-0ca7-48b9-813f-689cb063f4ad", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:31.957066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-3e855106-29d0-4ad6-b677-0ebeefb85e9a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:31.957473 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '688fbf24-7c98-4e51-8d6d-3a9f84044719', 'name': 'network-vif-deleted', 'tag': '3d828ab8-0ca7-48b9-813f-689cb063f4ad', 'status': 'completed', 'code': 200} Dec 15 19:09:31.984301 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6d996d64-8cb9-44f1-aed7-c9dc2ce7bd96 req-fc38980b-9c4f-4e48-ac0b-2a39c51a65e3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490217 Dec 15 19:09:31.994978 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:32.205217 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:32.232760 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:09:32.245000 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:32.245665 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:32.303495 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2c294f-080c-4863-85a1-9cd21a4609e3 req-2c6adbb4-4153-4471-b7a2-8b390e0e65af tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:32.305185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c2c294f-080c-4863-85a1-9cd21a4609e3 req-2c6adbb4-4153-4471-b7a2-8b390e0e65af tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 945 time: 0.0503891 Dec 15 19:09:32.362197 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1c2c294f-080c-4863-85a1-9cd21a4609e3 req-d56bc8d1-5036-4bce-b9a1-4e4d852e10c4 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502541 Dec 15 19:09:32.497045 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:32.538478 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-40cc6da7-0b47-4b1d-aef2-a3cd16458107 req-a8ee4e70-e6d4-44bc-9158-5887ec4a47f7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=688fbf24-7c98-4e51-8d6d-3a9f84044719 HTTP/1.1" status: 200 len: 210 time: 0.0299401 Dec 15 19:09:32.702692 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:32.728718 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-236fc726-294d-41ad-9a52-ee0d2482ee7a None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:09:32.939092 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3531af98-6090-4b4d-a00e-af2e96719449 None None] New status for floating IP 30d70afd-4055-41c0-91c6-5da18548fd36: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:09:33.115840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e0a5d3-536e-4a6c-a94d-51a5d001abdf req-fff4ce98-2d9e-4d35-b143-ce8d8ac9b6af tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:33.117508 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7e0a5d3-536e-4a6c-a94d-51a5d001abdf req-fff4ce98-2d9e-4d35-b143-ce8d8ac9b6af tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0517936 Dec 15 19:09:33.164828 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f7e0a5d3-536e-4a6c-a94d-51a5d001abdf req-3fea5659-8d02-40c3-9048-6da8a0017067 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409646 Dec 15 19:09:33.237804 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:09:33.331035 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9c4eca96-572b-467c-9519-2341412047e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:33.359539 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:09:33.363381 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:33.368543 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:33.445935 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:33.468951 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:33.471258 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdadeeeb-c255-4e5e-bf15-0fa457ec31fc" -d '{"events": [{"server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "name": "network-vif-plugged", "status": "completed", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:33.489029 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:33.493896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9252c5-e97e-45e9-b009-bfbbc741c3ca req-6c7ee3bc-4ba3-46be-af47-35093b677915 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:33.495660 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd9252c5-e97e-45e9-b009-bfbbc741c3ca req-6c7ee3bc-4ba3-46be-af47-35093b677915 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 945 time: 0.0644581 Dec 15 19:09:33.544642 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-dd9252c5-e97e-45e9-b009-bfbbc741c3ca req-793ef8c7-4b0c-4f18-9336-a2d0eb77ed98 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430863 Dec 15 19:09:33.560326 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:33.562686 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 3d828ab8-0ca7-48b9-813f-689cb063f4ad no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:09:33.565757 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8db5489-30ef-4718-ad6d-1126aaed9512 x-openstack-request-id: req-c8db5489-30ef-4718-ad6d-1126aaed9512 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:33.566078 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "name": "network-vif-plugged", "status": "completed", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:33.566355 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-c8db5489-30ef-4718-ad6d-1126aaed9512 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:33.566746 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'code': 200} Dec 15 19:09:33.588696 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 3d828ab8-0ca7-48b9-813f-689cb063f4ad {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:09:33.588696 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 3d828ab8-0ca7-48b9-813f-689cb063f4ad not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:09:33.636900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:33.811343 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-97b66a4b-5fae-4691-866c-158efbfcbcbd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39792596&fields=id&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 267 time: 0.0508895 Dec 15 19:09:33.904664 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cca10-6163-4fae-b6a4-60bf97235bbd req-d35aeec0-d0ee-4b6f-89d6-10f4f87fbc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:33.906217 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c3cca10-6163-4fae-b6a4-60bf97235bbd req-d35aeec0-d0ee-4b6f-89d6-10f4f87fbc1e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 1099 time: 0.0422242 Dec 15 19:09:33.922868 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-4e4e2405-97a5-42f2-b3e4-f4647c6d700a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:33.924341 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-4e4e2405-97a5-42f2-b3e4-f4647c6d700a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1058764 Dec 15 19:09:33.939623 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-080fd25f-ecb7-4c84-93ae-1f6fffb8c9d2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/quotas/f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 375 time: 0.0093408 Dec 15 19:09:33.956453 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6c3cca10-6163-4fae-b6a4-60bf97235bbd req-24367db4-be6a-4907-b106-03e7b512a477 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387130 Dec 15 19:09:33.992586 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-bacec5d5-fabb-4b00-8b48-f2639ce47b93 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468438 Dec 15 19:09:34.090728 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-c5df6a50-db13-41a7-8822-c0fbf891fa73 service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867562 Dec 15 19:09:34.185147 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-3c498658-58e6-42be-ae46-cc0da5ac3cf3 service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882730 Dec 15 19:09:34.290024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1486625-20b0-4fd7-b329-2a834211a891 req-41e79508-db5b-47a6-a000-2bea3da1b0a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:34.291567 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1486625-20b0-4fd7-b329-2a834211a891 req-41e79508-db5b-47a6-a000-2bea3da1b0a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Dec 15 19:09:34.339668 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d1486625-20b0-4fd7-b329-2a834211a891 req-ac2ee3f9-babf-4447-9276-1d7369417d08 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422368 Dec 15 19:09:34.433935 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:34.659661 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb6129-19a0-42e8-bafd-b77243458c85 req-61031288-8c88-44c2-80fa-7b37217b385f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:34.661333 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a3cb6129-19a0-42e8-bafd-b77243458c85 req-61031288-8c88-44c2-80fa-7b37217b385f tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0505798 Dec 15 19:09:34.710187 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b1282f9c-78ca-4f67-bc60-065427335ff5 req-ac5d03e7-64f7-4240-a4f4-f90e0634d8ed tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 210 time: 0.0279424 Dec 15 19:09:34.716771 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a3cb6129-19a0-42e8-bafd-b77243458c85 req-067886b2-f856-4363-81d3-2a03c00acb14 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441220 Dec 15 19:09:35.456302 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da146109-8853-439f-8cc9-996502fa9d3b req-425c43a4-e44a-48f4-957a-554f41505ac2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:35.457681 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da146109-8853-439f-8cc9-996502fa9d3b req-425c43a4-e44a-48f4-957a-554f41505ac2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0474138 Dec 15 19:09:35.508497 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-da146109-8853-439f-8cc9-996502fa9d3b req-18c41c8b-52ac-49a9-b16c-f27dd7602767 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442827 Dec 15 19:09:35.757675 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:35.807257 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-02bd1fb5-530d-4f97-9c16-5d1d41b40e8c req-445d290f-496a-498e-80eb-3afa38105bbc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 210 time: 0.0251706 Dec 15 19:09:35.833873 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9435834-080d-4454-a3ea-e3b84289e088 req-ad3a6515-9e8d-4d9b-9f3f-b2187d3a2ad5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:35.835360 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9435834-080d-4454-a3ea-e3b84289e088 req-ad3a6515-9e8d-4d9b-9f3f-b2187d3a2ad5 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0494425 Dec 15 19:09:35.884186 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9435834-080d-4454-a3ea-e3b84289e088 req-064c7140-99c5-4770-b8f4-d00dac18caa7 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427837 Dec 15 19:09:35.997927 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68d0e1-2ab8-46bc-aa94-3566ff3e3020 req-f807c5a2-eaa4-4277-a0f5-507a7d05b9bb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:35.999318 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5e68d0e1-2ab8-46bc-aa94-3566ff3e3020 req-f807c5a2-eaa4-4277-a0f5-507a7d05b9bb tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0524173 Dec 15 19:09:36.008250 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55458) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:36.012741 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Request body: {'floatingip': {'port_id': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:36.051553 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:36.490901 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:36.542757 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:36.628597 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-757cea34-e222-4434-a1ff-28b7a87d07bc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:36.630652 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-757cea34-e222-4434-a1ff-28b7a87d07bc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1352756 Dec 15 19:09:36.658655 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf94d-02d0-4ed4-a50c-5ea35b2a52d0 req-894a7f9e-eb5a-44ea-8fdd-cb1603c63d13 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:36.660436 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b85bf94d-02d0-4ed4-a50c-5ea35b2a52d0 req-894a7f9e-eb5a-44ea-8fdd-cb1603c63d13 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0758069 Dec 15 19:09:36.670061 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Floating IP a61a4c56-fed5-4fb1-a141-b4327946aafd associated. External IP: 172.27.1.148, port: 76e0bcfc-5319-45ee-ba0d-5566b3fc3537. Dec 15 19:09:36.747389 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-c2d62026-66ef-4be6-9e53-7f61bbe1f29f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 378 time: 0.1060016 Dec 15 19:09:36.759557 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'port': {'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'admin_state_up': True, 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'security_groups': ['9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:36.772727 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:36.830453 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b85bf94d-02d0-4ed4-a50c-5ea35b2a52d0 req-365c6d35-b78c-4ee3-b628-d480f8ccd4ea tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544571 Dec 15 19:09:36.948246 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dc65bbe9-680b-48db-a342-7e269eecf59b req-a5d4fa87-80a0-4283-8794-3932c18b2018 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 210 time: 0.0476069 Dec 15 19:09:36.976561 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:09:36.990004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Made reservation on behalf of f117be2c3e5e4d548c414fd1e198c1a4 for: {'port': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:09:36.999891 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.146580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.20.0.3 (8f1ee251-b588-424c-abec-a3e47c426719/722b8ba6-5ae7-4729-8210-d829125ae576/9aff0ec1-39e4-4928-bb44-ff2c56b1c255) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:09:37.268260 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:09:37.340279 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.355346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:09:37.364686 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.367893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:09:37.390620 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:37.391717 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:37.409435 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a406cf03-fc19-4001-b699-725e0a0ee455 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "PUT /v2.0/floatingips/a61a4c56-fed5-4fb1-a141-b4327946aafd HTTP/1.1" status: 200 len: 992 time: 1.3973343 Dec 15 19:09:37.409435 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:37.422115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68246623-6098-4af6-a1a7-72da16e64e1d" -d '{"events": [{"name": "network-changed", "server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:37.472657 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.498056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:37.503208 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4fd0bc2-4a23-41b3-9c5b-674806e387ff x-openstack-request-id: req-b4fd0bc2-4a23-41b3-9c5b-674806e387ff {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:37.503503 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:37.503762 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b4fd0bc2-4a23-41b3-9c5b-674806e387ff {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:37.504166 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'status': 'completed', 'code': 200} Dec 15 19:09:37.604781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:09:37.614792 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:09:37.638169 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:37.647684 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'b365bf51-9207-425f-b345-4f76d1e37689', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:09:37.647927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:09:37.665477 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:37.682427 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246623-6098-4af6-a1a7-72da16e64e1d req-89aec640-70ed-4821-a9f4-96232a79ebe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:37.684850 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-89aec640-70ed-4821-a9f4-96232a79ebe9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 1099 time: 0.1524239 Dec 15 19:09:37.760282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:37.761026 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.819279 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:37.823347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246623-6098-4af6-a1a7-72da16e64e1d req-4216c655-f467-478d-9200-c2ada0c7a88e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:37.824840 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-4216c655-f467-478d-9200-c2ada0c7a88e service neutron] 10.222.0.44 "GET /v2.0/networks?id=7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 200 len: 911 time: 0.1308849 Dec 15 19:09:37.840763 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:37.883101 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b8a06de7-b16b-4210-a566-5008054688f6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1274703 Dec 15 19:09:37.898568 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Request body: {'port': {'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:37.898881 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:38.008142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:38.012055 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-35d9b7de-2e5a-45cf-bf4f-18d3db6fad7d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537 HTTP/1.1" status: 200 len: 1000 time: 0.1780427 Dec 15 19:09:38.027572 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:38.124594 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a2466880-a343-436e-b38c-d46239aba8a1 None None] Provisioning complete for port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:38.124883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a2466880-a343-436e-b38c-d46239aba8a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:38.138115 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b365bf51-9207-425f-b345-4f76d1e37689'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:38.163846 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246623-6098-4af6-a1a7-72da16e64e1d req-e0cbe406-4912-4010-950e-9d23e9e575c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:38.182088 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-e0cbe406-4912-4010-950e-9d23e9e575c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 200 len: 849 time: 0.1228108 Dec 15 19:09:38.213401 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=6']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:38.223287 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed1006-3aef-433a-b326-2d2422ba2607 req-0dd7fd60-a6a2-45a5-a71b-eb4a471e19a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:38.230554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9ed1006-3aef-433a-b326-2d2422ba2607 req-0dd7fd60-a6a2-45a5-a71b-eb4a471e19a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.2499895 Dec 15 19:09:38.283741 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-a2466880-a343-436e-b38c-d46239aba8a1 None None] Port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:09:38.294582 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbb75b-32fb-42b1-be49-f71767a3b5e5 req-44f1a5d5-70e7-4dc1-a8e3-d170e5e88c1b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:38.296158 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d6fbb75b-32fb-42b1-be49-f71767a3b5e5 req-44f1a5d5-70e7-4dc1-a8e3-d170e5e88c1b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 931 time: 0.2340403 Dec 15 19:09:38.343178 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246623-6098-4af6-a1a7-72da16e64e1d req-01ead2be-de6e-47d6-bf91-f5e66e184b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:38.344686 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-01ead2be-de6e-47d6-bf91-f5e66e184b67 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=7a16e66f-ed7c-442f-a539-7233fbc514d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1617942 Dec 15 19:09:38.358992 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a61a4c56-fed5-4fb1-a141-b4327946aafd', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:46:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:20Z', 'updated_at': '2021-12-15T19:09:36Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:38.417669 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d9ed1006-3aef-433a-b326-2d2422ba2607 req-7f269f29-bbab-40d9-aa43-a6c083ec63ad tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1861527 Dec 15 19:09:38.426056 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d6fbb75b-32fb-42b1-be49-f71767a3b5e5 req-9e1ec9cb-51df-4f68-b138-c58995b33611 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0925791 Dec 15 19:09:38.447577 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:09:38.484894 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:38.485634 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:38.543472 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 {{(pid=103026) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:38.552710 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:38.556149 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-228ae543-dafa-4ff2-9a06-bac8faac4abb service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905987 Dec 15 19:09:38.566643 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.provisioning_blocks [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Transition to ACTIVE for port object 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 will not be triggered until provisioned by entity L2. {{(pid=103026) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:09:38.643830 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:38.668347 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:38.696930 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-68246623-6098-4af6-a1a7-72da16e64e1d req-42fb906e-9fba-48bb-8c3e-4dfde95168da service neutron] 10.222.0.44 "GET /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319790 Dec 15 19:09:38.746265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:38.866449 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Attempting to bind port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:09:38.866797 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Attempting to bind port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:09:38.867137 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Attempting to bind port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:38.872803 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 on network 8f1ee251-b588-424c-abec-a3e47c426719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:09:38.873684 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Attempting to bind port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:09:38.884149 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:09:38.884775 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:09:38.885632 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Bound using segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} {{(pid=103026) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:09:38.886294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.managers [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Bound port: 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}}] {{(pid=103026) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:09:38.886858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.001801 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, cleared binding levels {{(pid=103026) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:09:39.006942 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103026) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:09:39.071978 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.118896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.120045 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.121726 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] 10.222.0.44 "PUT /v2.0/ports/9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 1093 time: 1.2286553 Dec 15 19:09:39.122269 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:39.124952 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f9410f1-8fea-4819-a26d-9f6b33d033d8" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:39.125200 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a61a4c56-fed5-4fb1-a141-b4327946aafd', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:46:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:20Z', 'updated_at': '2021-12-15T19:09:36Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:39.166035 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90af23c9-1506-41c5-b07b-6769c1fa1c8c service neutron] Pushing event updated for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=3']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:39.169879 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f50031b-c7a9-420b-8732-8e4099d856ca None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a61a4c56-fed5-4fb1-a141-b4327946aafd', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'floating_ip_address': '172.27.1.148', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'port_id': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 559, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'mac_address': 'fa:16:3e:46:53:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:20Z', 'updated_at': '2021-12-15T19:09:36Z', 'revision_number': 1, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:09:39.185066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b10f1171-904f-4f5f-84fd-fdcd15acc31e x-openstack-request-id: req-b10f1171-904f-4f5f-84fd-fdcd15acc31e {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:39.185066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:39.185066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b10f1171-904f-4f5f-84fd-fdcd15acc31e {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:39.185066 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'status': 'completed', 'code': 200} Dec 15 19:09:39.272394 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:09:39.304988 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-2cea6203-e616-4f43-83df-ee7722145c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.306565 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-2cea6203-e616-4f43-83df-ee7722145c19 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1096 time: 0.0678582 Dec 15 19:09:39.377526 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port b365bf51-9207-425f-b345-4f76d1e37689 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:39.377903 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.483472 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-06f4b290-cc4b-4f4b-8b47-a43b18d7ed7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.484782 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-06f4b290-cc4b-4f4b-8b47-a43b18d7ed7e service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1664817 Dec 15 19:09:39.529804 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.577366 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:39.577518 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ce38b9-c3b9-4606-9f71-39db1fd9d8ab None None] New status for floating IP a61a4c56-fed5-4fb1-a141-b4327946aafd: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:09:39.579766 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be5986b-9c51-40d4-b379-4146cfda8dac" -d '{"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:39.603762 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:39.643675 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b88d58-2b17-4c15-b14b-863d7b08d854 req-1a008951-7fd3-42f3-98b3-a790a05624b6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.646957 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6b88d58-2b17-4c15-b14b-863d7b08d854 req-1a008951-7fd3-42f3-98b3-a790a05624b6 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 945 time: 0.0952663 Dec 15 19:09:39.677518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7118d260-f6e6-463e-b188-09f04efe9221 req-f80dd05d-19b0-4d5d-acb1-a1a62d2f0ada tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.688097 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7118d260-f6e6-463e-b188-09f04efe9221 req-f80dd05d-19b0-4d5d-acb1-a1a62d2f0ada tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0997038 Dec 15 19:09:39.714740 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:39.726391 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e6b88d58-2b17-4c15-b14b-863d7b08d854 req-40a39d85-641f-41b5-a3f2-b04b24d53670 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721879 Dec 15 19:09:39.750526 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-b5921e24-41aa-404c-be12-0110de2be305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.750526 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4f9410f1-8fea-4819-a26d-9f6b33d033d8 req-b5921e24-41aa-404c-be12-0110de2be305 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2485795 Dec 15 19:09:39.837380 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=7']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:39.844720 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9740b63-1db9-403f-8922-077e3920993a x-openstack-request-id: req-d9740b63-1db9-403f-8922-077e3920993a {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:39.845105 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:39.845390 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d9740b63-1db9-403f-8922-077e3920993a {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:39.845794 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'code': 200} Dec 15 19:09:39.882617 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7118d260-f6e6-463e-b188-09f04efe9221 req-c4168c2e-e80e-4fe5-9647-b44feb0c073c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1931119 Dec 15 19:09:39.918249 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-fe973cf5-2e2c-4641-a3c9-aca44570aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:39.920205 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-fe973cf5-2e2c-4641-a3c9-aca44570aaa7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1096 time: 0.1241961 Dec 15 19:09:39.986175 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-39d6280a-da0c-4846-a592-dac8829579d6 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 217 time: 0.0459409 Dec 15 19:09:40.044090 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b0e25028-8a22-4706-bb45-132f4c35ef4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:40.044090 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-b0e25028-8a22-4706-bb45-132f4c35ef4f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0482116 Dec 15 19:09:40.094092 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-0eaf06a0-997a-4cc5-bd6f-ac7156f65007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:40.095600 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-0eaf06a0-997a-4cc5-bd6f-ac7156f65007 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0443890 Dec 15 19:09:40.215643 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-cabdca22-6351-4a8a-9167-812392c8cf54 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110349 Dec 15 19:09:40.320969 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4203fbaa-75df-4382-8578-3c15d3e61f70 req-fa4be610-0488-4182-a3e8-449452f644b9 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960760 Dec 15 19:09:40.863245 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea9db49-021d-4c4c-be6c-6cc32978cdbb req-eaef98ed-ab39-4775-81e0-69c4e9800efb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:40.864874 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ea9db49-021d-4c4c-be6c-6cc32978cdbb req-eaef98ed-ab39-4775-81e0-69c4e9800efb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0574641 Dec 15 19:09:40.926845 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7ea9db49-021d-4c4c-be6c-6cc32978cdbb req-d1eee112-ef82-4127-8c9b-e022f9f501d1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550253 Dec 15 19:09:41.033074 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45019bd0-e541-4901-a453-7093f9bf155e req-2f646a39-3477-4bd1-a42f-04685f00dc5a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:41.034607 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-45019bd0-e541-4901-a453-7093f9bf155e req-2f646a39-3477-4bd1-a42f-04685f00dc5a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0550263 Dec 15 19:09:41.086032 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-45019bd0-e541-4901-a453-7093f9bf155e req-ce5f3a82-72fe-4cd9-adf0-223ed78992c7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446165 Dec 15 19:09:42.058514 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce78831-601b-4c5a-a116-fe52622810dd req-2baf5433-96ad-466d-a4fb-6b2e6f863506 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:42.066410 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fce78831-601b-4c5a-a116-fe52622810dd req-2baf5433-96ad-466d-a4fb-6b2e6f863506 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0656948 Dec 15 19:09:42.117573 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fce78831-601b-4c5a-a116-fe52622810dd req-33048813-d877-463e-959c-aa8a49d10519 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497184 Dec 15 19:09:42.253879 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37614aa8-b8c4-437a-af9a-d362e7596bf4 req-c87900e3-182a-455b-9739-2a4e237b4df8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:42.256083 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37614aa8-b8c4-437a-af9a-d362e7596bf4 req-c87900e3-182a-455b-9739-2a4e237b4df8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0524299 Dec 15 19:09:42.333212 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-37614aa8-b8c4-437a-af9a-d362e7596bf4 req-187cc2e4-acb7-4fb9-8ba4-537788e9bb45 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0628269 Dec 15 19:09:43.108050 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:43.309122 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71f9c4-d91b-436e-ad2d-dd608e127a9f req-84dc93a1-86bf-489e-ae2f-b4a8853973ec tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:43.310695 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c71f9c4-d91b-436e-ad2d-dd608e127a9f req-84dc93a1-86bf-489e-ae2f-b4a8853973ec tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0667381 Dec 15 19:09:43.366656 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c71f9c4-d91b-436e-ad2d-dd608e127a9f req-71b1f5cd-95ff-46b9-b556-d7d0cc21ff40 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497019 Dec 15 19:09:43.487119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f4e67-2692-4883-900b-2847f3ce34f3 req-f638946c-4f99-4ce1-a9b3-36eb12ed464a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:43.490198 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-907f4e67-2692-4883-900b-2847f3ce34f3 req-f638946c-4f99-4ce1-a9b3-36eb12ed464a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0735030 Dec 15 19:09:43.549661 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-907f4e67-2692-4883-900b-2847f3ce34f3 req-6917d6cb-5c1d-4dfd-960a-e7734d5660b6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0532992 Dec 15 19:09:44.553540 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d01ca-fc99-48d0-b158-d2ee233ba5a6 req-d55fb5af-15b4-4821-b8c0-c58e44e04f69 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.554928 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3d01ca-fc99-48d0-b158-d2ee233ba5a6 req-d55fb5af-15b4-4821-b8c0-c58e44e04f69 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0848434 Dec 15 19:09:44.556555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-cff17b70-e38b-45bb-8b64-3ba798115f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.557938 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-cff17b70-e38b-45bb-8b64-3ba798115f92 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1099 time: 0.0784099 Dec 15 19:09:44.650670 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6e3d01ca-fc99-48d0-b158-d2ee233ba5a6 req-6869e0b2-7ef0-4d90-818f-f506cd5ef1c5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894382 Dec 15 19:09:44.678032 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677fab05-1dba-47a2-989d-d3e4e95a6b53 req-538bb758-6b9a-4d42-8af2-3706974f1afd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.679571 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-677fab05-1dba-47a2-989d-d3e4e95a6b53 req-538bb758-6b9a-4d42-8af2-3706974f1afd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0577135 Dec 15 19:09:44.692758 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-244e9438-cd6b-4acd-bb2a-501a9545d534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.694474 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-244e9438-cd6b-4acd-bb2a-501a9545d534 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.1135345 Dec 15 19:09:44.753222 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-677fab05-1dba-47a2-989d-d3e4e95a6b53 req-b28b6005-30d7-4d02-8840-3476f21bfe99 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673161 Dec 15 19:09:44.778888 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-e6bf0e75-bf46-43ab-8085-ea4d05ba732d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 1000 time: 0.0700786 Dec 15 19:09:44.835483 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-aca0dba8-fec3-45a6-942f-292f121838be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.837011 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-aca0dba8-fec3-45a6-942f-292f121838be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0512784 Dec 15 19:09:44.887119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-9f062ead-050e-4abf-8e6d-61755598b94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:44.888647 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-9f062ead-050e-4abf-8e6d-61755598b94b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0437219 Dec 15 19:09:44.998538 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-0370cb6a-00c8-442b-880c-794df63f4fd1 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006162 Dec 15 19:09:45.097170 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1b08ed21-1e65-40a7-819d-f382b476fc60 req-a75bf67a-3af3-41fa-bdcf-7f747a9aefbd service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902667 Dec 15 19:09:45.782282 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d777e1-a56e-40f4-a450-21565b8cbd3d req-33562e27-3ece-479a-94ad-aa2699448236 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:45.786781 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34d777e1-a56e-40f4-a450-21565b8cbd3d req-33562e27-3ece-479a-94ad-aa2699448236 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0615561 Dec 15 19:09:45.853983 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-34d777e1-a56e-40f4-a450-21565b8cbd3d req-cdbf3fd7-f191-4dcd-9521-993fa4d94efe tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561061 Dec 15 19:09:45.906755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c524e2f3-c999-4e1b-b1c1-9b16c9336cf1 req-9183b515-43d6-4e96-90b6-68e0bd20c866 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:45.908391 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c524e2f3-c999-4e1b-b1c1-9b16c9336cf1 req-9183b515-43d6-4e96-90b6-68e0bd20c866 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0575430 Dec 15 19:09:45.963674 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c524e2f3-c999-4e1b-b1c1-9b16c9336cf1 req-ee6986e1-c2cb-41e2-82c5-4cdc188f4845 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0489035 Dec 15 19:09:46.982794 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31867e-800b-43a0-9eb7-22cd9ac2f6c9 req-a38e6060-ad96-4596-855e-d6d60a7fdce5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:46.984367 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf31867e-800b-43a0-9eb7-22cd9ac2f6c9 req-a38e6060-ad96-4596-855e-d6d60a7fdce5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0616157 Dec 15 19:09:47.036947 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bf31867e-800b-43a0-9eb7-22cd9ac2f6c9 req-779ac415-1ceb-4b58-a730-63f4a8e1de8b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463684 Dec 15 19:09:47.096382 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6b923a-492b-41c7-81ad-7ce742ba934e req-1f767ea9-0fc5-48e1-a28e-00593cc04591 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:47.098491 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1a6b923a-492b-41c7-81ad-7ce742ba934e req-1f767ea9-0fc5-48e1-a28e-00593cc04591 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0527413 Dec 15 19:09:47.156858 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1a6b923a-492b-41c7-81ad-7ce742ba934e req-bd73934f-5e96-4a21-9999-ed24296abc3c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0519192 Dec 15 19:09:48.179897 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88ddaa-066f-4e8b-94f6-a18fdaf87bb9 req-d2085248-6f49-4580-a977-ba43e276bf99 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:48.192937 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f88ddaa-066f-4e8b-94f6-a18fdaf87bb9 req-d2085248-6f49-4580-a977-ba43e276bf99 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0700257 Dec 15 19:09:48.251000 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1f88ddaa-066f-4e8b-94f6-a18fdaf87bb9 req-3596df26-3df1-47eb-81ca-9d46e369dcf9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511713 Dec 15 19:09:48.316772 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4687c4af-385c-4bf8-8583-e4b6ef57d6e7 req-fd77785a-29b0-4d7e-b295-a432f12bf370 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:48.318404 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4687c4af-385c-4bf8-8583-e4b6ef57d6e7 req-fd77785a-29b0-4d7e-b295-a432f12bf370 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0707908 Dec 15 19:09:48.375376 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4687c4af-385c-4bf8-8583-e4b6ef57d6e7 req-e5e53bba-31d2-41c0-986f-8b8dc1dba3e4 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504656 Dec 15 19:09:49.319276 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:09:49.388833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a7a2a-f765-4db6-9cda-f471bf619492 req-93ab7192-6d06-4387-badb-04ca94957a24 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.390365 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c8a7a2a-f765-4db6-9cda-f471bf619492 req-93ab7192-6d06-4387-badb-04ca94957a24 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0499926 Dec 15 19:09:49.397190 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51a6a79-d856-4443-ab33-89d5ccbaef4b req-b49e4f10-fd70-47d8-b52d-e5a7939fe034 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.399002 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d51a6a79-d856-4443-ab33-89d5ccbaef4b req-b49e4f10-fd70-47d8-b52d-e5a7939fe034 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0506892 Dec 15 19:09:49.448730 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:49.467374 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9c8a7a2a-f765-4db6-9cda-f471bf619492 req-228bdf50-b013-45e9-8fc3-0551a66eb634 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0700238 Dec 15 19:09:49.471902 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:09:49.500786 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d51a6a79-d856-4443-ab33-89d5ccbaef4b req-32b96bf0-7e65-41b3-90d0-169671c97f7c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867021 Dec 15 19:09:49.512083 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:49.528442 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:09:49.536207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-afc24382-e9fa-4ffa-945a-51be1ff4e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.538170 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-afc24382-e9fa-4ffa-945a-51be1ff4e2a1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1137 time: 0.0586908 Dec 15 19:09:49.549758 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:49.579298 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf8c10-a434-4537-90e7-d9f1cc7414eb req-8b14efb1-4960-4b56-ac7d-ca867692af59 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.580948 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-15cf8c10-a434-4537-90e7-d9f1cc7414eb req-8b14efb1-4960-4b56-ac7d-ca867692af59 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 943 time: 0.0523782 Dec 15 19:09:49.616823 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:49.633590 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-15cf8c10-a434-4537-90e7-d9f1cc7414eb req-b4842a7c-b9e4-4dae-ac6c-d80ec0f28045 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462754 Dec 15 19:09:49.641827 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-761e67e2-5dab-4a78-a9ce-c8da7a93680d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.643455 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-761e67e2-5dab-4a78-a9ce-c8da7a93680d service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.0968130 Dec 15 19:09:49.679489 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:49.700687 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-2c26285c-5efd-4c06-99c9-879af563430b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.702502 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-2c26285c-5efd-4c06-99c9-879af563430b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1099 time: 0.0401182 Dec 15 19:09:49.725587 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-2593c8f1-b45d-4ab9-b4fb-253bb1506f60 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 1001 time: 0.0717447 Dec 15 19:09:49.776732 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-3a026314-8ba9-4543-ab47-73b8bf24fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.778357 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-3a026314-8ba9-4543-ab47-73b8bf24fe7e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0454078 Dec 15 19:09:49.801634 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-6a3ffc3e-f02c-4a5b-b034-2cfff5c0585a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.803242 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-6a3ffc3e-f02c-4a5b-b034-2cfff5c0585a service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.0911140 Dec 15 19:09:49.825688 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-3c9b3d3a-e1bf-4b74-8b8a-3acf3f2eb932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.827158 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-3c9b3d3a-e1bf-4b74-8b8a-3acf3f2eb932 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407326 Dec 15 19:09:49.878104 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-41b246e2-4a91-4285-bc7a-1be9326b9bc1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 1000 time: 0.0609059 Dec 15 19:09:49.919311 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['9aff0ec1-39e4-4928-bb44-ff2c56b1c255'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:09:49.922958 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-b428b08c-bd7f-4a00-a033-c8e0e3fb42e6 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864601 Dec 15 19:09:49.930991 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-f7b5353b-29b3-4f6d-8e5d-48cee01ea7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.932443 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-f7b5353b-29b3-4f6d-8e5d-48cee01ea7aa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0466683 Dec 15 19:09:49.985546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-48f826ef-3cb0-4330-a97b-d23a9d97c310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:49.987140 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-48f826ef-3cb0-4330-a97b-d23a9d97c310 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0465229 Dec 15 19:09:50.015823 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80359172-8adf-4794-a0b6-80f1d2092c56 req-6083fcea-1571-442c-8da8-a93880092ee2 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850155 Dec 15 19:09:50.075809 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-ed010a9d-ac95-4ff5-b355-31c43dc92f20 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804927 Dec 15 19:09:50.173472 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d69f169-ad9d-48e8-8911-882d2f08904f req-cfe66784-9206-4c68-a4a7-02e1ef939840 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860014 Dec 15 19:09:50.583698 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2a895-925c-4fc7-a57d-824b0ebf568d req-c071acd0-1941-42af-a9d2-bc26e07bc7a3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:50.585206 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8ca2a895-925c-4fc7-a57d-824b0ebf568d req-c071acd0-1941-42af-a9d2-bc26e07bc7a3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0501297 Dec 15 19:09:50.634610 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd39d0e-f4bc-43b6-a213-c6aab1a3f036 req-fe3953cb-e674-40c9-ad11-fea635cfc872 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:50.636085 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ccd39d0e-f4bc-43b6-a213-c6aab1a3f036 req-fe3953cb-e674-40c9-ad11-fea635cfc872 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 946 time: 0.0493302 Dec 15 19:09:50.647129 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8ca2a895-925c-4fc7-a57d-824b0ebf568d req-51d038e1-82bc-480e-8a58-cf661f60611b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0559154 Dec 15 19:09:50.687417 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ccd39d0e-f4bc-43b6-a213-c6aab1a3f036 req-148f6cb7-a018-435f-b042-9db809d29c1a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454757 Dec 15 19:09:50.759902 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d67ae0f-c0b9-4899-98bc-440da3d0f54a req-aa5dc798-793e-41e3-990c-a91915ad7b2b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:50.761387 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d67ae0f-c0b9-4899-98bc-440da3d0f54a req-aa5dc798-793e-41e3-990c-a91915ad7b2b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 944 time: 0.0471978 Dec 15 19:09:50.808401 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7d67ae0f-c0b9-4899-98bc-440da3d0f54a req-ce9ae7e6-ab16-4fe3-b3a6-7d289d775d96 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412762 Dec 15 19:09:51.340909 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:09:51.466967 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:09:51.470737 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:09:51.471116 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:51.545178 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:51.568765 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:51.571049 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e4565a1-4c4e-4641-9a43-626fc42d1676" -d '{"events": [{"server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "name": "network-vif-plugged", "status": "completed", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:51.589105 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:51.611847 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d001cc-eb1a-4b22-98d7-9e5b6e9ba6e5 x-openstack-request-id: req-b7d001cc-eb1a-4b22-98d7-9e5b6e9ba6e5 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:51.611847 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "name": "network-vif-plugged", "status": "completed", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:51.611847 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-b7d001cc-eb1a-4b22-98d7-9e5b6e9ba6e5 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:51.611847 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'code': 200} Dec 15 19:09:51.658716 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:51.659617 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:09:51.767817 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c527880f-6584-4869-9915-025c7c2420ed req-0be2cc9c-89dd-43bc-80e5-f05a3897994f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:51.770484 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c527880f-6584-4869-9915-025c7c2420ed req-0be2cc9c-89dd-43bc-80e5-f05a3897994f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0534101 Dec 15 19:09:51.774546 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:51.797362 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:51.838368 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:09:51.858377 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c527880f-6584-4869-9915-025c7c2420ed req-51c9d372-60e8-4285-9748-eb4df28fb37a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0781212 Dec 15 19:09:51.927542 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:51.978844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a8cc6a-a4d9-45f7-bf3b-83c598c72e09 req-85c7a9f7-9d44-4284-82d2-40854f779a5a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:51.979918 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=8']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:51.980992 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7a8cc6a-a4d9-45f7-bf3b-83c598c72e09 req-85c7a9f7-9d44-4284-82d2-40854f779a5a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0556688 Dec 15 19:09:52.009453 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8d2611-af9c-4970-a848-2056355af068 req-2ddf6f56-cfe7-4d93-80f1-631d35f244dc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:52.010983 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8b8d2611-af9c-4970-a848-2056355af068 req-2ddf6f56-cfe7-4d93-80f1-631d35f244dc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0863469 Dec 15 19:09:52.025377 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826878b7-9171-4072-9878-ae6cb15ebaa1 req-f160dced-d439-44ad-93a0-28b9f852b249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:52.026816 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-826878b7-9171-4072-9878-ae6cb15ebaa1 req-f160dced-d439-44ad-93a0-28b9f852b249 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0585999 Dec 15 19:09:52.033839 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7a8cc6a-a4d9-45f7-bf3b-83c598c72e09 req-7f411c98-b0df-40ea-b178-31a88160a366 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445502 Dec 15 19:09:52.095130 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8b8d2611-af9c-4970-a848-2056355af068 req-51a0c0cf-de3f-4983-b546-714c4ca0e63b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761595 Dec 15 19:09:52.103374 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-826878b7-9171-4072-9878-ae6cb15ebaa1 req-b4308db3-a81d-40af-ab46-b2a210fa5bea service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638456 Dec 15 19:09:52.972848 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2c703-d1cc-4d6c-97dd-b9c8c4909c48 req-2c6b2ce8-646b-4680-87c9-b7c17be06d0b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:52.974357 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3a2c703-d1cc-4d6c-97dd-b9c8c4909c48 req-2c6b2ce8-646b-4680-87c9-b7c17be06d0b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0487983 Dec 15 19:09:53.037402 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c3a2c703-d1cc-4d6c-97dd-b9c8c4909c48 req-1b255eca-5cbc-4307-bcbb-42633e9885cf tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569749 Dec 15 19:09:53.160380 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6df19b-269f-46f8-acaa-a66753cb6b69 req-9247bad0-20e5-4b3a-9aea-0edcd6224b14 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:53.161822 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d6df19b-269f-46f8-acaa-a66753cb6b69 req-9247bad0-20e5-4b3a-9aea-0edcd6224b14 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0517218 Dec 15 19:09:53.211931 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0d6df19b-269f-46f8-acaa-a66753cb6b69 req-3a110d0c-4a2b-4b7c-ab1e-02b9e80581b2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443175 Dec 15 19:09:53.217324 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dde02c-cbbc-4857-b4f1-8e769f51cf7a req-f6013a35-7d7d-4cdf-bcc6-b68e20228c2a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:53.218808 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01dde02c-cbbc-4857-b4f1-8e769f51cf7a req-f6013a35-7d7d-4cdf-bcc6-b68e20228c2a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0515471 Dec 15 19:09:53.268348 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-01dde02c-cbbc-4857-b4f1-8e769f51cf7a req-0fee4914-42bb-47fe-9cf6-aa5f4b1460c2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435789 Dec 15 19:09:53.611024 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:53.614614 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08591932-76cf-4047-add6-9b0d9d799297" -d '{"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-unplugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:53.647912 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791143d-ca92-4d27-bf31-ce610e75af28 x-openstack-request-id: req-9791143d-ca92-4d27-bf31-ce610e75af28 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:53.648220 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-unplugged", "status": "failed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "code": 422}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:53.648473 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9791143d-ca92-4d27-bf31-ce610e75af28 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:53.648890 dv-cinder-812685-5-iscsi neutron-server[103027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'code': 422} returned with failed status Dec 15 19:09:54.156763 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f6982-b9c8-415e-9fd4-891f773f0693 req-ec52d9ae-a08f-4cd4-9d28-ff769336df8e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:54.158246 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da7f6982-b9c8-415e-9fd4-891f773f0693 req-ec52d9ae-a08f-4cd4-9d28-ff769336df8e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0476871 Dec 15 19:09:54.217971 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-da7f6982-b9c8-415e-9fd4-891f773f0693 req-f04cffd2-7da8-49b9-a2ac-97cf6e60c500 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0530262 Dec 15 19:09:54.330675 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e8346d-9b9b-4105-a373-63aad8f432f4 req-c10e3b50-9abc-4794-a7a3-763c971a90f2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:54.332707 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c5e8346d-9b9b-4105-a373-63aad8f432f4 req-c10e3b50-9abc-4794-a7a3-763c971a90f2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0528247 Dec 15 19:09:54.383245 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c5e8346d-9b9b-4105-a373-63aad8f432f4 req-21d6d51d-7f97-4d4a-9bdc-0121870be7a3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0442393 Dec 15 19:09:54.500937 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49411ba0-5055-4226-bdd6-1fc754e31951 req-b59c25bd-f831-4ef5-b77c-e95baa9354d7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:54.502577 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49411ba0-5055-4226-bdd6-1fc754e31951 req-b59c25bd-f831-4ef5-b77c-e95baa9354d7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0480809 Dec 15 19:09:54.551322 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-49411ba0-5055-4226-bdd6-1fc754e31951 req-965a080e-be47-4bb5-8d09-9465be7b279d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424840 Dec 15 19:09:54.573979 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55644) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:54.612898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-703f3640-bcaf-4bbe-a6f5-3f096e4242fb tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:54.614808 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-703f3640-bcaf-4bbe-a6f5-3f096e4242fb tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1093 time: 0.0394704 Dec 15 19:09:54.617439 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 55648) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:54.621875 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:09:54.724411 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:54.823347 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:54.927275 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.27.1.166 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/8670827e-a18f-4f9a-9628-ee6dbb5ec4af) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:09:55.031311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:55.116196 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:55.155518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:09:55.159974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:09:55.163306 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:09:55.168680 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=8670827e-a18f-4f9a-9628-ee6dbb5ec4af,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:55.196979 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.197361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.197716 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.198058 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.198401 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.198706 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.199038 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.199364 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.199696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.200023 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.200346 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.200680 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.200985 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:09:55.332786 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb6f50-a0b6-4a74-81fc-da58ecf52efa req-0434c564-c933-4941-9329-dc8ce8b958d5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:55.334342 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2bb6f50-a0b6-4a74-81fc-da58ecf52efa req-0434c564-c933-4941-9329-dc8ce8b958d5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0911810 Dec 15 19:09:55.345768 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e05363-60f7-4c7d-a812-0d9e8dc30bed req-67969bfa-f1a4-4079-8daa-1ae933dac720 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:55.347390 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d4e05363-60f7-4c7d-a812-0d9e8dc30bed req-67969bfa-f1a4-4079-8daa-1ae933dac720 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0497291 Dec 15 19:09:55.355380 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:09:55.436475 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d4e05363-60f7-4c7d-a812-0d9e8dc30bed req-6e537100-ce82-47a4-9585-8e5e76b3b190 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0782590 Dec 15 19:09:55.561747 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c2bb6f50-a0b6-4a74-81fc-da58ecf52efa req-8f6cd94e-5da1-4ce8-864f-74423731ea56 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1934409 Dec 15 19:09:55.618294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:55.753022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:55.758976 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 55678) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:09:55.833809 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-a5fab610-f64f-43c1-92d2-1f540aeec18b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0778427 Dec 15 19:09:55.843034 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-8901938b-93e2-4496-b254-3bd3b5efb611 service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:09:55.844054 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-8901938b-93e2-4496-b254-3bd3b5efb611 service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052056 Dec 15 19:09:55.903324 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:55.958969 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:56.027826 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=8670827e-a18f-4f9a-9628-ee6dbb5ec4af,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:09:56.037888 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:56.406835 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 950969cd-a2cd-4f62-bcb1-d670d720a77d associated. External IP: 172.27.1.166, port: 9aff0ec1-39e4-4928-bb44-ff2c56b1c255. Dec 15 19:09:56.599531 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f9e4a-0f43-4e58-9e73-34ee4f70e776 req-2d7084d5-f87a-4a63-85ed-958b3c4f0957 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:56.601031 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-806f9e4a-0f43-4e58-9e73-34ee4f70e776 req-2d7084d5-f87a-4a63-85ed-958b3c4f0957 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.1009829 Dec 15 19:09:56.696857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:09:56.699114 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff23db7-6b5c-4b25-a913-08a8be0bbd26 req-8e68134f-2a41-4f5c-8dd8-1baebe398ba7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:56.700628 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ff23db7-6b5c-4b25-a913-08a8be0bbd26 req-8e68134f-2a41-4f5c-8dd8-1baebe398ba7 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0494823 Dec 15 19:09:56.715953 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-806f9e4a-0f43-4e58-9e73-34ee4f70e776 req-65f8d371-7852-4f00-947d-76b747b7dad3 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1069624 Dec 15 19:09:56.756840 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ff23db7-6b5c-4b25-a913-08a8be0bbd26 req-ee5b7a1f-7911-49d2-8c53-049920436f93 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493188 Dec 15 19:09:56.838528 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:09:56.850864 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:09:56.864180 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:56.864800 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:56.917834 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:09:56.944724 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3a4a1ef6-02fa-4c16-a7cf-a3f2306d0ee9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3262706 Dec 15 19:09:56.945635 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:09:56.949736 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:09:56.969514 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:56.991010 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d5f506-936e-4d4c-99c3-677fa42f89b5 x-openstack-request-id: req-78d5f506-936e-4d4c-99c3-677fa42f89b5 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:09:56.991205 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:09:56.991456 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-78d5f506-936e-4d4c-99c3-677fa42f89b5 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:09:56.991855 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'status': 'completed', 'code': 200} Dec 15 19:09:57.055648 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f774bbc9-0b4d-4810-b555-869cd30c1452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.057198 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f774bbc9-0b4d-4810-b555-869cd30c1452 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0441656 Dec 15 19:09:57.147759 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f02e6530-29fa-40f6-af42-a288ea046b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.149192 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f02e6530-29fa-40f6-af42-a288ea046b89 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0829744 Dec 15 19:09:57.193174 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:55Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:57.219470 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:09:57.223393 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-3345c46d-e056-4d05-ad3a-f96e1a8c3593 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 999 time: 0.0644913 Dec 15 19:09:57.228778 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:09:57.229413 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:09:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:57.258158 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-481aebc4-3058-4d3b-8730-09dc709ed4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.263745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-481aebc4-3058-4d3b-8730-09dc709ed4da service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64&tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7 HTTP/1.1" status: 200 len: 1097 time: 0.0472577 Dec 15 19:09:57.285050 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f3e845e4-644e-492e-a0e9-599f362f7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.286557 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-f3e845e4-644e-492e-a0e9-599f362f7bc7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0553956 Dec 15 19:09:57.321900 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-ac4aa72f-55f4-4fb2-9e62-1946411a89ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.323513 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-ac4aa72f-55f4-4fb2-9e62-1946411a89ac service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1097 time: 0.0397360 Dec 15 19:09:57.331815 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-a80d09bd-20c0-421e-a820-477b596177c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.333351 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-a80d09bd-20c0-421e-a820-477b596177c2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397673 Dec 15 19:09:57.335162 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:09:57.424354 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-929b040d-6e00-4603-acff-6d30158e6246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.424354 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-929b040d-6e00-4603-acff-6d30158e6246 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.0863812 Dec 15 19:09:57.426855 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-db5cd209-a900-4a11-8ed4-cd075f870b0a service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858991 Dec 15 19:09:57.500980 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-6e4e0782-fc82-4a16-ae66-6e91b0c6d35e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 998 time: 0.0662823 Dec 15 19:09:57.521775 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-082ba1c8-7b19-4f92-8516-5bc57d9de8c2 req-d0fc603d-8ba2-4e89-a534-c3002a4535a8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865829 Dec 15 19:09:57.555097 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-130ff6f9-6a24-401f-9cc1-855ce7ec1aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.556673 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-130ff6f9-6a24-401f-9cc1-855ce7ec1aed service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0451920 Dec 15 19:09:57.571470 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:55Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:09:57.598656 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300cb84e-cf23-40ae-a61d-40162c472be6 None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:55Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:09:57.603433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-535e822f-27f9-4ffd-b693-1833ad5175a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.604913 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-535e822f-27f9-4ffd-b693-1833ad5175a4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0390689 Dec 15 19:09:57.708324 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-1ba0e217-97a9-4648-9d0a-c78daa77b7e0 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913258 Dec 15 19:09:57.798592 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d3e2794-d3d2-47cc-94bb-ac92f26124a3 None None] New status for floating IP 950969cd-a2cd-4f62-bcb1-d670d720a77d: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:09:57.839146 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0a3f3dcf-13ab-4342-9ad7-068dfaf092ff req-60ce71df-6bd1-4e5e-8357-bcce1618ddf4 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216278 Dec 15 19:09:57.858629 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafbceb-e260-42e5-ae7f-7c787116b319 req-8ffbc9e5-ddd3-454a-a993-c25ccdb6ba8b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.860820 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9dafbceb-e260-42e5-ae7f-7c787116b319 req-8ffbc9e5-ddd3-454a-a993-c25ccdb6ba8b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0687563 Dec 15 19:09:57.907345 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab6478-f5a5-4167-899b-16deb81198aa req-7e1318b0-293f-4045-9d96-19e455b0d168 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:57.909744 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1cab6478-f5a5-4167-899b-16deb81198aa req-7e1318b0-293f-4045-9d96-19e455b0d168 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0530961 Dec 15 19:09:57.947252 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9dafbceb-e260-42e5-ae7f-7c787116b319 req-737c5209-ad4d-4c40-916d-691e0cbbba4a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723963 Dec 15 19:09:57.960047 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1cab6478-f5a5-4167-899b-16deb81198aa req-b70c324f-1d58-483c-839e-44b8055c65a0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440748 Dec 15 19:09:58.915145 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:09:59.082228 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee8bbcb-d2d9-42ea-98e9-70b9ae9b3981 req-ad4942aa-30c6-438c-9310-4b40bb1b97da tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:59.086684 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bee8bbcb-d2d9-42ea-98e9-70b9ae9b3981 req-ad4942aa-30c6-438c-9310-4b40bb1b97da tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0735400 Dec 15 19:09:59.098195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5142e46f-3254-457b-89e5-4004dbe31271 req-ddcbc88b-bb98-4883-b2c6-0e9a081c85cb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:09:59.099914 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5142e46f-3254-457b-89e5-4004dbe31271 req-ddcbc88b-bb98-4883-b2c6-0e9a081c85cb tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0531647 Dec 15 19:09:59.157689 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5142e46f-3254-457b-89e5-4004dbe31271 req-cede2ef2-0a0d-4293-8294-8b0c5f4c566a tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508442 Dec 15 19:09:59.162239 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bee8bbcb-d2d9-42ea-98e9-70b9ae9b3981 req-b763be1f-a535-45a5-a9e9-ead5745f5c22 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0690701 Dec 15 19:10:00.279317 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c644a02-6bd8-412f-b9d2-9b71cb73379b req-4783ba07-edd8-4be7-b8b1-1153bc666918 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:00.280845 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c644a02-6bd8-412f-b9d2-9b71cb73379b req-4783ba07-edd8-4be7-b8b1-1153bc666918 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0533986 Dec 15 19:10:00.332268 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c644a02-6bd8-412f-b9d2-9b71cb73379b req-488ca4ac-c85b-4da4-a5a4-e0820ee1e284 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452242 Dec 15 19:10:00.443406 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0af62b-b253-4809-a1a5-7f87bc612ad7 req-cbee7347-e1e0-46f0-b12c-013caa4db966 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:00.444949 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c0af62b-b253-4809-a1a5-7f87bc612ad7 req-cbee7347-e1e0-46f0-b12c-013caa4db966 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0539327 Dec 15 19:10:00.507945 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0c0af62b-b253-4809-a1a5-7f87bc612ad7 req-b5ef69ca-c4c4-42c8-bb10-8a4237692415 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565543 Dec 15 19:10:01.226795 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-dfa1e4a3-98f3-4716-a27e-5f82a29d9c36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:01.473533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1831b273-7b39-40fa-990c-dff3a79c96bd req-921f7962-c4ff-4de9-82ff-57487c3fa1cc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:01.475020 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1831b273-7b39-40fa-990c-dff3a79c96bd req-921f7962-c4ff-4de9-82ff-57487c3fa1cc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0516646 Dec 15 19:10:01.523554 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1831b273-7b39-40fa-990c-dff3a79c96bd req-3b4add76-26a1-48cc-a5e1-820be7a6da3c tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425541 Dec 15 19:10:01.638998 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651dbdde-65f1-4cf4-82df-f00b3e43ba71 req-fd154781-b937-41b5-9761-3fdcd29be57b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:01.640579 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-651dbdde-65f1-4cf4-82df-f00b3e43ba71 req-fd154781-b937-41b5-9761-3fdcd29be57b tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0502944 Dec 15 19:10:01.705816 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-651dbdde-65f1-4cf4-82df-f00b3e43ba71 req-43b19871-b469-4a28-b153-b9471a29454d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0581236 Dec 15 19:10:02.645299 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87001a2a-724b-434a-82c0-1251ab71ce6b req-2bea931a-da25-40b3-8eec-2a85ba584a8f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:02.646875 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-87001a2a-724b-434a-82c0-1251ab71ce6b req-2bea931a-da25-40b3-8eec-2a85ba584a8f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0494566 Dec 15 19:10:02.698452 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-87001a2a-724b-434a-82c0-1251ab71ce6b req-f4b06798-c93a-4271-909f-ee34a19c47f1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450413 Dec 15 19:10:02.826444 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d6845f-51ae-47b1-b108-bcd386d3285d req-a040e41b-ce22-4554-9a27-223aea7e4ad5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:02.827968 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89d6845f-51ae-47b1-b108-bcd386d3285d req-a040e41b-ce22-4554-9a27-223aea7e4ad5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0494673 Dec 15 19:10:02.891519 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-89d6845f-51ae-47b1-b108-bcd386d3285d req-a8c3c80d-831d-40d7-ab28-8607fc7a6d77 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569685 Dec 15 19:10:03.343970 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-624c1414-35d5-488d-b69b-1dcf6cbb2c83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:03.828833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15983f-2865-407e-ad45-e601be361496 req-0952321a-aa5c-4360-85a3-d53210146978 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:03.847360 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1e15983f-2865-407e-ad45-e601be361496 req-0952321a-aa5c-4360-85a3-d53210146978 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0523579 Dec 15 19:10:03.879916 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1e15983f-2865-407e-ad45-e601be361496 req-acf8adc2-c365-4692-bd0f-9923ccb6f7b0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429878 Dec 15 19:10:04.015151 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f326025-263f-4f7a-b485-5844586ab754 req-edd9a373-ec8c-4976-a1b1-5f382f49cd16 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:04.016675 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f326025-263f-4f7a-b485-5844586ab754 req-edd9a373-ec8c-4976-a1b1-5f382f49cd16 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0507414 Dec 15 19:10:04.081839 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8f326025-263f-4f7a-b485-5844586ab754 req-4e76b2d3-3d4c-47eb-9134-2d8d2bcaf26d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577145 Dec 15 19:10:04.449749 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:05.003210 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f42941-6ef8-4aba-ba7e-e901b3a81bf3 req-9002fa41-ff46-438b-8c66-9c2794cc4d6d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:05.004671 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75f42941-6ef8-4aba-ba7e-e901b3a81bf3 req-9002fa41-ff46-438b-8c66-9c2794cc4d6d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0490444 Dec 15 19:10:05.061353 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-75f42941-6ef8-4aba-ba7e-e901b3a81bf3 req-48e88e63-e534-432e-a5d4-b22856920643 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487769 Dec 15 19:10:05.216169 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34a85db-d3db-41e5-8c1f-b303b624a83c req-a2890f71-61d7-49dd-a299-dd58a43583a2 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:05.217605 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e34a85db-d3db-41e5-8c1f-b303b624a83c req-a2890f71-61d7-49dd-a299-dd58a43583a2 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0486557 Dec 15 19:10:05.282150 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e34a85db-d3db-41e5-8c1f-b303b624a83c req-60725e61-8910-4402-9b74-05fd172e21e9 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0577664 Dec 15 19:10:05.732020 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:06.186393 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d429aa0-879a-46cf-8123-756622c57f15 req-3480e57b-d6c6-4901-8b69-882c8ac2a00d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:06.187887 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d429aa0-879a-46cf-8123-756622c57f15 req-3480e57b-d6c6-4901-8b69-882c8ac2a00d tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0514200 Dec 15 19:10:06.235108 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3d429aa0-879a-46cf-8123-756622c57f15 req-3a81761a-5746-473a-b616-7e0ae993f5e2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413275 Dec 15 19:10:06.405957 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383961b2-bfee-494a-beaa-8db7702d03ae req-e3b37927-5fdb-4b2c-94c1-96f16c78bfd6 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:06.407329 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-383961b2-bfee-494a-beaa-8db7702d03ae req-e3b37927-5fdb-4b2c-94c1-96f16c78bfd6 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0556560 Dec 15 19:10:06.465965 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-383961b2-bfee-494a-beaa-8db7702d03ae req-fe99b7a2-30be-4504-a2e6-1eed07604828 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0524077 Dec 15 19:10:06.721008 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:07.366183 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285c40e0-80ca-4c52-a63c-aaf05f4cd554 req-56535d49-617c-47e1-a5dd-88d209ab3cb3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:07.368158 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-285c40e0-80ca-4c52-a63c-aaf05f4cd554 req-56535d49-617c-47e1-a5dd-88d209ab3cb3 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0495317 Dec 15 19:10:07.416395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-285c40e0-80ca-4c52-a63c-aaf05f4cd554 req-8b8de27a-834c-44c0-b0f8-af3e8afa42f8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419309 Dec 15 19:10:07.591011 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa90dd9-6f42-42c1-b2e4-879df96648ff req-26c552fe-37f8-4e9b-97dc-0cf6f258297d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:07.592427 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3aa90dd9-6f42-42c1-b2e4-879df96648ff req-26c552fe-37f8-4e9b-97dc-0cf6f258297d tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0531659 Dec 15 19:10:07.653341 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3aa90dd9-6f42-42c1-b2e4-879df96648ff req-c43830e4-8b50-4d8f-83a5-4607a65ac476 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0539129 Dec 15 19:10:08.539632 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d864e17f-61f2-4297-9f25-a948d97c5d9f req-5ea6a3fe-b93d-4d0c-a82c-7d0a75e00881 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:08.541125 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d864e17f-61f2-4297-9f25-a948d97c5d9f req-5ea6a3fe-b93d-4d0c-a82c-7d0a75e00881 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0498543 Dec 15 19:10:08.588056 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d864e17f-61f2-4297-9f25-a948d97c5d9f req-80327311-413f-467e-a252-4023c1bb9388 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409901 Dec 15 19:10:08.801176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80b3ef5-e80c-48bf-ab25-f8c760e0c853 req-ddf88fce-9d14-48e0-aa7d-9b41fb33f6c2 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:08.802679 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f80b3ef5-e80c-48bf-ab25-f8c760e0c853 req-ddf88fce-9d14-48e0-aa7d-9b41fb33f6c2 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0487912 Dec 15 19:10:08.866281 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f80b3ef5-e80c-48bf-ab25-f8c760e0c853 req-591c308b-2ad9-42d5-80e3-fc8603cb725f tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0575652 Dec 15 19:10:09.707490 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfb6f5-55fb-47d7-a926-d9c8dbfbe29e req-fbf79c73-73e2-4624-800d-75cc95c5daf5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:09.708973 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1fbfb6f5-55fb-47d7-a926-d9c8dbfbe29e req-fbf79c73-73e2-4624-800d-75cc95c5daf5 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0487754 Dec 15 19:10:09.755643 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-1fbfb6f5-55fb-47d7-a926-d9c8dbfbe29e req-7efbfb6e-e67f-4927-bdc4-053ff46d5a99 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407331 Dec 15 19:10:09.985895 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657fee8-d557-4ae8-b133-8b03b12e283b req-733c84d3-028f-4611-9807-70731634a9bd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:09.987400 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4657fee8-d557-4ae8-b133-8b03b12e283b req-733c84d3-028f-4611-9807-70731634a9bd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0511093 Dec 15 19:10:10.046694 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4657fee8-d557-4ae8-b133-8b03b12e283b req-e15e82c6-aa41-45c1-91a7-4d67b2e4ed27 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531971 Dec 15 19:10:10.871999 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f71de-5790-4544-8a4e-af0eb0634569 req-4c40892e-69fa-463b-8763-f222592ba747 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:10.873451 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-736f71de-5790-4544-8a4e-af0eb0634569 req-4c40892e-69fa-463b-8763-f222592ba747 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0466638 Dec 15 19:10:10.919426 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-736f71de-5790-4544-8a4e-af0eb0634569 req-7a5c8a8d-a2fa-4556-b521-976ce62c5646 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395107 Dec 15 19:10:11.162553 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c7e61-3979-4570-b322-f84c59d1557f req-4f0d6140-c4f4-4372-85d0-311e5c10b20e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:11.164069 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4c7e61-3979-4570-b322-f84c59d1557f req-4f0d6140-c4f4-4372-85d0-311e5c10b20e tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0470223 Dec 15 19:10:11.222482 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd4c7e61-3979-4570-b322-f84c59d1557f req-bc005874-4e3b-4389-817b-6d7e62b05253 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=3f4d5545-fc2d-40a8-a4db-c0e483a62f37&id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521851 Dec 15 19:10:12.040257 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c820160-bc35-49c3-8d60-ab458fc71bf6 req-0ecf9f25-11be-41eb-9966-3a6bb06af7f2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:12.041770 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2c820160-bc35-49c3-8d60-ab458fc71bf6 req-0ecf9f25-11be-41eb-9966-3a6bb06af7f2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0508389 Dec 15 19:10:12.088876 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2c820160-bc35-49c3-8d60-ab458fc71bf6 req-1c8635eb-4e48-42c2-8e8d-7e7b2854a7d9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411315 Dec 15 19:10:13.140163 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:13.207124 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3f743-c249-4a0d-a6ea-56a32caf1555 req-246cb409-e750-403d-bb13-0a67c55458f2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:13.208598 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a8b3f743-c249-4a0d-a6ea-56a32caf1555 req-246cb409-e750-403d-bb13-0a67c55458f2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 944 time: 0.0478971 Dec 15 19:10:13.254967 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a8b3f743-c249-4a0d-a6ea-56a32caf1555 req-4b115af6-f6fb-4623-9a65-e4b58b5dc6d2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404394 Dec 15 19:10:13.441316 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:10:13.534237 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:13.545327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'b365bf51-9207-425f-b345-4f76d1e37689', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'port_id': 'b365bf51-9207-425f-b345-4f76d1e37689', 'mac_address': 'fa:16:3e:34:ca:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 595, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:10:13.580943 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:13.592880 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:10:13.611331 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:13.688528 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:13.735914 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=9']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:13.933143 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b365bf51-9207-425f-b345-4f76d1e37689'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:10:14.373411 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e4ff8a-da26-4b61-8cae-fde360b6b7ec req-f2609d6f-077e-461c-bbe9-da0584d36f51 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:14.374861 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84e4ff8a-da26-4b61-8cae-fde360b6b7ec req-f2609d6f-077e-461c-bbe9-da0584d36f51 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 945 time: 0.0476220 Dec 15 19:10:14.424365 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-84e4ff8a-da26-4b61-8cae-fde360b6b7ec req-21ffbe3a-1e86-42b5-89fd-8bfde97d0f21 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437329 Dec 15 19:10:15.456447 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:10:15.504871 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port b365bf51-9207-425f-b345-4f76d1e37689 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:10:15.505276 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:15.544275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538dd68-99d6-4055-baed-842e498d23ae req-7bdb4740-9165-42e5-b9fa-4860f8ad6b0e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:15.545773 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c538dd68-99d6-4055-baed-842e498d23ae req-7bdb4740-9165-42e5-b9fa-4860f8ad6b0e tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 945 time: 0.0505474 Dec 15 19:10:15.584647 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:15.592731 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c538dd68-99d6-4055-baed-842e498d23ae req-c2d2774a-b873-4be0-ad32-f186916bc581 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401096 Dec 15 19:10:15.607532 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:15.609816 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c09e236-0a5b-4bad-9e0e-4b8eee74c33b" -d '{"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:15.623755 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:15.646309 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f919dbb-8093-40e1-a54f-029f953c16d3 x-openstack-request-id: req-0f919dbb-8093-40e1-a54f-029f953c16d3 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:15.646603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-plugged", "status": "completed", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:15.646860 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-0f919dbb-8093-40e1-a54f-029f953c16d3 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:15.647251 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'code': 200} Dec 15 19:10:15.708456 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:15.755372 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=10']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:15.943088 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731ac659-20de-4cce-8bd4-732d5f7e369c req-9d448d30-2bbb-4699-98d6-05b7ae080344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:15.944492 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-731ac659-20de-4cce-8bd4-732d5f7e369c req-9d448d30-2bbb-4699-98d6-05b7ae080344 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1100 time: 0.0384378 Dec 15 19:10:15.993699 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-731ac659-20de-4cce-8bd4-732d5f7e369c req-47600efc-f4b7-4c6d-ac66-061d4df2f4a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408428 Dec 15 19:10:16.714389 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b166b160-8a04-4408-b466-d2e91cb93aef req-cb30a524-02b0-458d-b6b2-516ec8019059 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:16.715837 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b166b160-8a04-4408-b466-d2e91cb93aef req-cb30a524-02b0-458d-b6b2-516ec8019059 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0470700 Dec 15 19:10:16.764501 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b166b160-8a04-4408-b466-d2e91cb93aef req-d6f3cab7-0d08-475b-b6d8-740e955cd163 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426817 Dec 15 19:10:17.889436 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae2274-5279-424d-b4ea-37474bd57e0f req-1698165f-e753-4b67-b512-30d80c25b9d8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:17.891050 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-75ae2274-5279-424d-b4ea-37474bd57e0f req-1698165f-e753-4b67-b512-30d80c25b9d8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0481403 Dec 15 19:10:17.937717 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-75ae2274-5279-424d-b4ea-37474bd57e0f req-87b70063-824a-4560-abad-6de97351c9bc tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402765 Dec 15 19:10:19.062171 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0d27cd-ab17-4044-bb38-e5f0f4ee4085 req-9b95e55c-6051-46d8-8626-b9ad95f09cf9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:19.063697 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc0d27cd-ab17-4044-bb38-e5f0f4ee4085 req-9b95e55c-6051-46d8-8626-b9ad95f09cf9 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0542195 Dec 15 19:10:19.110272 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-bc0d27cd-ab17-4044-bb38-e5f0f4ee4085 req-4e3596c8-5fe7-4171-91a5-9ddea355d139 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Dec 15 19:10:30.867466 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bfb7346e-63e9-4a31-a732-d0101cbb1bf2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:33.327225 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-162f19b2-bbcf-4c72-87d7-6fada4d44100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:34.464883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:35.722731 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:35.914444 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:10:36.713218 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:43.164025 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:44.022208 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f3432-2cef-4e61-8c9b-cf389f69db36 req-ecf5c346-ac8a-42f2-9ca4-d28913b7cd2a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:44.023704 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-326f3432-2cef-4e61-8c9b-cf389f69db36 req-ecf5c346-ac8a-42f2-9ca4-d28913b7cd2a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0477302 Dec 15 19:10:44.069088 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-326f3432-2cef-4e61-8c9b-cf389f69db36 req-83d4a004-0549-48c3-b39d-9a2c8d3a0210 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395548 Dec 15 19:10:45.184045 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3cb934-d9f2-4a02-8ee8-1a31ddb8ff73 req-73ddf03c-f284-4397-a739-daa33032d022 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:45.185541 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ad3cb934-d9f2-4a02-8ee8-1a31ddb8ff73 req-73ddf03c-f284-4397-a739-daa33032d022 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0471435 Dec 15 19:10:45.231232 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ad3cb934-d9f2-4a02-8ee8-1a31ddb8ff73 req-f44fa634-8692-4090-a564-aca7d3607e96 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398188 Dec 15 19:10:46.068344 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-e65af4da-73b1-4d06-bbd2-04065dd35d9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.069823 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-e65af4da-73b1-4d06-bbd2-04065dd35d9a tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.0508394 Dec 15 19:10:46.160100 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Deleting port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:46.160440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.196422 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-87c835e5-3fc3-44b4-946d-8204c01fc9c1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0417032 Dec 15 19:10:46.250402 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] For port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:46.250979 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.292029 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-699ecc17-e283-4f31-afa0-b134bb3da5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.303946 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-699ecc17-e283-4f31-afa0-b134bb3da5bc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 1100 time: 0.0470550 Dec 15 19:10:46.401726 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a0217-1d7b-47c5-bc59-494a9f0448d3 req-34ffb207-5606-4a58-be80-78baca2e8e32 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.403113 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-703a0217-1d7b-47c5-bc59-494a9f0448d3 req-34ffb207-5606-4a58-be80-78baca2e8e32 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 946 time: 0.1020246 Dec 15 19:10:46.428140 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.428514 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.428835 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Floating IP a61a4c56-fed5-4fb1-a141-b4327946aafd disassociated. External IP: 172.27.1.148, port: 76e0bcfc-5319-45ee-ba0d-5566b3fc3537. Dec 15 19:10:46.429209 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Calling delete_port for 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 owned by compute:nova {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:46.448847 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-45ec6b37-a748-468e-a189-2e92b0175789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.450398 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-45ec6b37-a748-468e-a189-2e92b0175789 service neutron] 10.222.0.44 "GET /v2.0/networks?id=fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 200 len: 917 time: 0.1236737 Dec 15 19:10:46.511880 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-703a0217-1d7b-47c5-bc59-494a9f0448d3 req-69178cbd-7f36-4c11-ad57-f56c1883436d tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups?id=04cfe8da-c4da-4594-b204-3933a0aaee2d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013198 Dec 15 19:10:46.533968 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-f5157cf8-55cf-43db-8cdd-be080056b824 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 200 len: 1000 time: 0.0751843 Dec 15 19:10:46.583690 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-c91a4cac-12f6-4f8b-b410-0801532e0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.585148 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-c91a4cac-12f6-4f8b-b410-0801532e0249 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 200 len: 855 time: 0.0433860 Dec 15 19:10:46.615631 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.638364 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-402b74d0-d311-4889-a81f-ec89571cb02e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:46.639863 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-402b74d0-d311-4889-a81f-ec89571cb02e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=fcfdb591-816a-44d0-9526-48dd9abde6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422606 Dec 15 19:10:46.644478 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'Port': ['ID=76e0bcfc-5319-45ee-ba0d-5566b3fc3537,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:46.739759 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-aeb77182-f51a-46e3-be46-a11f6159cf20 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897720 Dec 15 19:10:46.765326 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:10:46.885773 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:10:46.897241 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:10:46.908378 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:46.908949 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:46.926497 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] No DVR routers for this DVR port 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 on host hv-cinder-81268 {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:10:46.929026 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:46.932499 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a9c9f399-0645-40dd-a5db-34bb9e6d531b req-0bf251be-6c26-4d8e-86e8-29fe474b9044 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.44 "DELETE /v2.0/ports/76e0bcfc-5319-45ee-ba0d-5566b3fc3537 HTTP/1.1" status: 204 len: 173 time: 0.8541062 Dec 15 19:10:46.932966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'name': 'network-vif-deleted', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:46.935293 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9794b090-3530-47b0-9267-b30c071914a4" -d '{"events": [{"server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "name": "network-vif-deleted", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:46.974579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b85348-9f10-44ba-a13f-6e625dcf1465 x-openstack-request-id: req-64b85348-9f10-44ba-a13f-6e625dcf1465 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:46.974945 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "633f7767-df32-4ca3-986c-07c1c0a517b7", "name": "network-vif-deleted", "tag": "76e0bcfc-5319-45ee-ba0d-5566b3fc3537", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:46.975270 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-64b85348-9f10-44ba-a13f-6e625dcf1465 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:46.975738 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '633f7767-df32-4ca3-986c-07c1c0a517b7', 'name': 'network-vif-deleted', 'tag': '76e0bcfc-5319-45ee-ba0d-5566b3fc3537', 'status': 'completed', 'code': 200} Dec 15 19:10:47.073670 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:47.116415 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fe6c2608-4a5a-4b1d-a78f-e3233e979851 req-b9f34531-419d-49c3-82b7-eff3e62dac40 service neutron] 10.222.0.44 "GET /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3678753 Dec 15 19:10:47.280496 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:47.306654 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:10:47.315404 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:47.315995 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:47.416387 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:47.614333 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:47.621440 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ff46872a-1cbf-4a55-9217-714c43ff5708 req-0cfc606b-14cd-4d0b-8b60-6995566a8b46 tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/ports?device_id=633f7767-df32-4ca3-986c-07c1c0a517b7 HTTP/1.1" status: 200 len: 210 time: 0.0292552 Dec 15 19:10:47.644834 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beac39ba-150a-41b4-80dc-ef87ed8339e1 None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:05:22Z', 'revision_number': 4, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '6981ede9-4741-4ccd-b6c3-1dcf9d7b2452', 'name': '', 'network_id': '7a16e66f-ed7c-442f-a539-7233fbc514d4', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'mac_address': 'fa:16:3e:f8:ac:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:22Z', 'updated_at': '2021-12-15T19:05:27Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'subnets': [{'id': 'd5054dbd-2ffe-4cf2-bee5-364c28f03739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:10:47.862735 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8303cc2b-694c-47a7-82ec-427e906dda1a None None] New status for floating IP a61a4c56-fed5-4fb1-a141-b4327946aafd: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:10:48.764618 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56000) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:48.817637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:48.842777 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:48.961018 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:48.963597 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:48.964823 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "DELETE /v2.0/security-groups/04cfe8da-c4da-4594-b204-3933a0aaee2d HTTP/1.1" status: 204 len: 168 time: 0.1990759 Dec 15 19:10:48.967503 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56004) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:48.974124 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04cfe8da-c4da-4594-b204-3933a0aaee2d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:48.981229 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.981583 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.981693 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.api.v2.resource [None req-f17038d6-ded2-4d71-963c-19d0bebc14ae tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] show failed (client error): The resource could not be found. Dec 15 19:10:48.981931 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.982276 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.982614 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.982730 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f17038d6-ded2-4d71-963c-19d0bebc14ae tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "GET /v2.0/security-groups/04cfe8da-c4da-4594-b204-3933a0aaee2d HTTP/1.1" status: 404 len: 347 time: 0.0140951 Dec 15 19:10:48.982938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.983275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.983604 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.983929 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.984255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.984579 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.984899 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.985249 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a1f95b6-8cab-404f-b7cb-064794e7633e tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:48.985992 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56006) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:49.110093 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Deleting port a64eff7b-1987-41ad-b634-11ffe17e4e6c {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:49.111059 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.189165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.189491 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.201046 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Calling delete_port for a64eff7b-1987-41ad-b634-11ffe17e4e6c owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:49.386544 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.415370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Pushing event deleted for resources: {'Port': ['ID=a64eff7b-1987-41ad-b634-11ffe17e4e6c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:49.473580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.476167 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:49.477347 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-36056a23-afa8-4ed0-a6b6-637a983e13ee tempest-AttachVolumeTestJSON-1360285260 tempest-AttachVolumeTestJSON-1360285260-project] 10.222.0.49 "DELETE /v2.0/floatingips/a61a4c56-fed5-4fb1-a141-b4327946aafd HTTP/1.1" status: 204 len: 168 time: 0.4903741 Dec 15 19:10:49.903125 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-854b4208-96a4-436d-8037-454dd866f483 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1745562836&fields=id&tenant_id=5df652172dff4ee08b4dddf7a40b0142 HTTP/1.1" status: 200 len: 267 time: 0.0440137 Dec 15 19:10:49.956039 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-dae6fcdf-8005-48d3-b40f-d37984f2aa93 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:49.957557 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-dae6fcdf-8005-48d3-b40f-d37984f2aa93 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 984 time: 0.0486300 Dec 15 19:10:49.968441 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Request body: {'port': {'security_groups': ['2b5024f9-c833-4870-8aba-5e24f2e02580']}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:10:50.043840 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.213968 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:50.242858 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.303878 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.315023 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:10:50.347721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:50.348334 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.349751 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fed43d04-31c7-4f89-b10a-0f7a80a724a6 req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "PUT /v2.0/ports/b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 942 time: 0.3858321 Dec 15 19:10:50.350190 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:50.352503 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94fc6006-fc44-4c4d-933c-03bacfb73396" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:50.358221 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56018) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:50.395706 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24dd34-55b9-48c1-9441-3dc5c137273a tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event updated for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=7']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:50.401671 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a45f7a-fcdb-4ca1-ad8e-805f9eb7960a x-openstack-request-id: req-d5a45f7a-fcdb-4ca1-ad8e-805f9eb7960a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:50.401966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:50.402397 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d5a45f7a-fcdb-4ca1-ad8e-805f9eb7960a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:50.402930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:10:50.448221 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:10:50.473953 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.508137 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.511813 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-708330f1-6154-4c3c-ae78-3a2f6495abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:50.513375 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-708330f1-6154-4c3c-ae78-3a2f6495abdc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1098 time: 0.0876596 Dec 15 19:10:50.630125 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-4e263253-f6be-4ab5-93ed-5d7eadcd2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:50.631533 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-4e263253-f6be-4ab5-93ed-5d7eadcd2cbc service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.1076062 Dec 15 19:10:50.641855 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-88d28ebf-2181-45f5-9562-72e0e68dd0f1 None None] Provisioning complete for port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:10:50.642223 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-88d28ebf-2181-45f5-9562-72e0e68dd0f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.699763 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-20990da5-89aa-4f3d-80e7-e8c09e2cb97a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 1001 time: 0.0596578 Dec 15 19:10:50.743658 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.746286 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:50.750111 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "DELETE /v2.0/security-groups/3f4d5545-fc2d-40a8-a4db-c0e483a62f37 HTTP/1.1" status: 204 len: 168 time: 0.3881454 Dec 15 19:10:50.750712 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56024) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:50.763849 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafaa2bf-d643-47ab-a916-dfa51a2dc1cd tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4d5545-fc2d-40a8-a4db-c0e483a62f37,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:50.774749 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-62d36ab3-dbe2-40b6-b596-005cb16c7900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:50.776265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-62d36ab3-dbe2-40b6-b596-005cb16c7900 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0675521 Dec 15 19:10:50.829376 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-dd41d65c-ae7c-4507-b700-68dff62a0cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:50.831002 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-dd41d65c-ae7c-4507-b700-68dff62a0cb5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441060 Dec 15 19:10:50.923803 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-1b6b5af5-d94d-46da-8751-b1558291a0e2 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848951 Dec 15 19:10:50.925256 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Deleting port 91e15b1c-cab9-4d75-a8bd-0c0c256e4162 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:50.925609 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.013853 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.014589 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.024164 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94fc6006-fc44-4c4d-933c-03bacfb73396 req-60020349-20d0-428a-92bc-fcbf1a18ab33 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929906 Dec 15 19:10:51.028242 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Calling delete_port for 91e15b1c-cab9-4d75-a8bd-0c0c256e4162 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:51.275237 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.301670 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event deleted for resources: {'Port': ['ID=91e15b1c-cab9-4d75-a8bd-0c0c256e4162,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:51.361032 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.361388 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Floating IP 96742a02-7a58-4e71-9684-b0fd72db6ef0 disassociated (deleted). External IP: 172.27.1.214, port: b5f44d8c-08ee-4a4e-85f0-5c1829876e7e. Dec 15 19:10:51.559366 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:10:51.619234 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:51.639732 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:51.640086 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 76e0bcfc-5319-45ee-ba0d-5566b3fc3537 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:10:51.662617 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:10:51.666848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:51.672175 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Sync routers for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:10:51.681548 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:51.682143 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:51.696076 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-010d7f8c-263c-4e5f-b9a2-6c05360e3ea5 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "DELETE /v2.0/floatingips/96742a02-7a58-4e71-9684-b0fd72db6ef0 HTTP/1.1" status: 204 len: 168 time: 0.9436250 Dec 15 19:10:51.788778 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:51.987908 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:52.023739 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Checking router: 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:10:52.034602 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:52.035255 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:52.278560 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:52.404523 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:52.407740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88bf0c7-210d-4499-8fca-32817ea46db2" -d '{"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:52.443909 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a7fa13-0104-44b6-afc6-a7f796a4abd9 x-openstack-request-id: req-09a7fa13-0104-44b6-afc6-a7f796a4abd9 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:52.444204 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:52.444462 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-09a7fa13-0104-44b6-afc6-a7f796a4abd9 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:52.444862 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:10:52.483844 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:52.515578 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc86de90-217b-4dc8-a27e-1d06f918c205 None None] The sync data for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi is: [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:23Z', 'revision_number': 4, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '0c771a29-bc6f-49ce-a97d-616588583494', 'name': '', 'network_id': 'f8498b13-b8e7-458b-9a53-2a5bad9da27f', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'mac_address': 'fa:16:3e:27:e8:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '6020ff97-5804-48ca-8d86-78cbee987288', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:23Z', 'updated_at': '2021-12-15T19:08:27Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'subnets': [{'id': '6020ff97-5804-48ca-8d86-78cbee987288', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:10:52.557495 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-b0797107-4a0e-49ce-862e-647b4e0663ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:52.559603 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-b0797107-4a0e-49ce-862e-647b4e0663ec service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5df652172dff4ee08b4dddf7a40b0142&device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 1098 time: 0.0749304 Dec 15 19:10:52.603939 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22edad65-c422-42fe-beab-927326c19b33 req-a072311b-5371-4f8f-89d1-e56f0b597cbe tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:52.609261 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-22edad65-c422-42fe-beab-927326c19b33 req-a072311b-5371-4f8f-89d1-e56f0b597cbe tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0789986 Dec 15 19:10:52.697395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-22edad65-c422-42fe-beab-927326c19b33 req-8fe7080e-ea0c-4726-bb20-81dcd76164d0 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641265 Dec 15 19:10:52.712172 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-e2f007a6-8010-4d30-8836-27ac70165c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:52.713793 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-e2f007a6-8010-4d30-8836-27ac70165c97 service neutron] 10.222.0.44 "GET /v2.0/networks?id=f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 200 len: 916 time: 0.1397829 Dec 15 19:10:52.756446 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f755e89-3f13-4831-8313-bbb6002454b9 None None] New status for floating IP 96742a02-7a58-4e71-9684-b0fd72db6ef0: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:10:52.773771 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-c6ce5925-6661-4f23-a3d6-5ce190a710a2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 200 len: 217 time: 0.0415418 Dec 15 19:10:52.825860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-e9490b78-462f-45ad-b3d0-211ee2db65d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:52.827385 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-e9490b78-462f-45ad-b3d0-211ee2db65d7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 200 len: 854 time: 0.0438678 Dec 15 19:10:52.877573 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-9111aa09-c84a-4762-9b15-af8dcc1fdc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:52.879135 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-9111aa09-c84a-4762-9b15-af8dcc1fdc4b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=f8498b13-b8e7-458b-9a53-2a5bad9da27f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0445104 Dec 15 19:10:52.972274 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-05f209cd-1592-4fa8-aa0e-854aafd858bf service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849354 Dec 15 19:10:53.066904 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b88bf0c7-210d-4499-8fca-32817ea46db2 req-bd6a8a80-50bb-4de1-917f-acc6368a5867 service neutron] 10.222.0.44 "GET /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863974 Dec 15 19:10:53.475665 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56080) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:53.871020 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9754da-65ea-4498-9af4-3b7d096a8aad req-ce04405c-cc8d-4284-b225-bcd6e11c6cf2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:53.872506 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd9754da-65ea-4498-9af4-3b7d096a8aad req-ce04405c-cc8d-4284-b225-bcd6e11c6cf2 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0981658 Dec 15 19:10:53.931000 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-cd9754da-65ea-4498-9af4-3b7d096a8aad req-4f80ac71-d34d-4891-91d4-2ec135751d09 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups?id=de537843-2d89-4bd8-89cb-d07bfcc4f79b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521257 Dec 15 19:10:53.991639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.012229 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-2fa99b3a-4968-4aac-8b35-ad1808e84e4f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:54.013710 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-2fa99b3a-4968-4aac-8b35-ad1808e84e4f tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 947 time: 0.0484257 Dec 15 19:10:54.113595 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Deleting port b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:54.113937 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.206744 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] For port b365bf51-9207-425f-b345-4f76d1e37689, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b365bf51-9207-425f-b345-4f76d1e37689,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:54.207109 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.434849 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.435217 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.435535 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Floating IP 1cb8872c-b274-48dc-97ca-cc651b2bb12e disassociated. External IP: 172.27.1.4, port: b365bf51-9207-425f-b345-4f76d1e37689. Dec 15 19:10:54.435883 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Calling delete_port for b365bf51-9207-425f-b345-4f76d1e37689 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:54.503256 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Deleting port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:54.503855 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.584535 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] For port 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:54.584848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.596335 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Calling delete_port for 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:54.620596 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.651058 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'Port': ['ID=b365bf51-9207-425f-b345-4f76d1e37689,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:54.769224 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:10:54.853449 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6ab90f-b239-446e-9354-e3fd334930a7 req-fb94143a-3064-4874-b912-032e898e3faa tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:54.854859 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a6ab90f-b239-446e-9354-e3fd334930a7 req-fb94143a-3064-4874-b912-032e898e3faa tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0486445 Dec 15 19:10:54.855989 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.886979 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:10:54.894423 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Pushing event deleted for resources: {'Port': ['ID=6981ede9-4741-4ccd-b6c3-1dcf9d7b2452,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:54.900490 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:10:54.906955 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:54.907896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:54.937860 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] No DVR routers for this DVR port b365bf51-9207-425f-b345-4f76d1e37689 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:10:54.941384 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:54.945040 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-61723466-26ab-4224-8c0d-3b3ef5b577fb req-bb37dd0c-4e42-4901-8dc5-8c3f9b63fd88 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.44 "DELETE /v2.0/ports/b365bf51-9207-425f-b345-4f76d1e37689 HTTP/1.1" status: 204 len: 173 time: 0.9252315 Dec 15 19:10:54.946372 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-deleted', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:54.948730 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-775f5178-e55c-4cc1-9564-f0475d73d8eb" -d '{"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-deleted", "tag": "b365bf51-9207-425f-b345-4f76d1e37689"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:55.003515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ecac53-950f-470f-bf3b-995800c24302 x-openstack-request-id: req-d4ecac53-950f-470f-bf3b-995800c24302 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:55.003515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a8ea341-62ac-42cb-8ae6-b14554543d64", "name": "network-vif-deleted", "tag": "b365bf51-9207-425f-b345-4f76d1e37689", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:55.003515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d4ecac53-950f-470f-bf3b-995800c24302 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:55.003515 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a8ea341-62ac-42cb-8ae6-b14554543d64', 'name': 'network-vif-deleted', 'tag': 'b365bf51-9207-425f-b345-4f76d1e37689', 'status': 'completed', 'code': 200} Dec 15 19:10:55.019454 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7a6ab90f-b239-446e-9354-e3fd334930a7 req-fe9f3e83-aa22-432a-ac21-0ecb051bb350 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531785 Dec 15 19:10:55.073595 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:55.159283 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a5a05230-0d07-4f05-9c91-3a0d6f47fc4d req-68cf0d76-2dd0-4b97-b5fc-27fe6eed56f8 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a8ea341-62ac-42cb-8ae6-b14554543d64 HTTP/1.1" status: 200 len: 210 time: 0.0740464 Dec 15 19:10:55.225638 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:55.356646 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:55.386797 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:10:55.395227 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:55.395834 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:55.466718 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Router 9457ae94-1e23-43ff-931a-a9ba178fd530 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:10:55.495985 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:55.572131 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:10:55.577565 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d79a1877-083b-4e42-b0f9-6c8ac7c91595 admin admin] 10.222.0.49 "PUT /v2.0/routers/9457ae94-1e23-43ff-931a-a9ba178fd530/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1008587 Dec 15 19:10:55.580596 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56096) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:55.584024 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Sync routers for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:10:55.597413 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:55.598344 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:55.700097 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:55.710028 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:55.725335 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:55.737522 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdb51b4-9f4e-4d96-afe6-ec176dcb1e24 None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:03:38Z', 'revision_number': 4, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'dc59ce4b-41f8-43b2-a2e9-b931766be304', 'name': '', 'network_id': 'fcfdb591-816a-44d0-9526-48dd9abde6af', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'mac_address': 'fa:16:3e:45:57:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:37Z', 'updated_at': '2021-12-15T19:03:43Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'subnets': [{'id': '03ff90d2-3814-4ed9-9557-6fb86f7b8161', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:10:55.813696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:55.918920 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137'}], 'enable_snat': True}, 'gw_port_id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:10:54Z', 'revision_number': 5, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port': {'id': 'bb56b4fc-7a05-4664-87b4-a250bdbeb78f', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8f:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:19Z', 'updated_at': '2021-12-15T19:05:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:55.945106 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Deleting port bb56b4fc-7a05-4664-87b4-a250bdbeb78f {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:55.946899 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:55.952119 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Checking router: 9457ae94-1e23-43ff-931a-a9ba178fd530 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:10:55.962606 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Routers {'9457ae94-1e23-43ff-931a-a9ba178fd530'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:10:55.963501 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['9457ae94-1e23-43ff-931a-a9ba178fd530'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:56.006088 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9be1348b-30a4-4b37-95eb-5492379b9251 None None] New status for floating IP 1cb8872c-b274-48dc-97ca-cc651b2bb12e: DOWN {{(pid=103027) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:10:56.034064 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] For port bb56b4fc-7a05-4664-87b4-a250bdbeb78f, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:56.034453 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.049260 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Calling delete_port for bb56b4fc-7a05-4664-87b4-a250bdbeb78f owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:56.144482 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] Set router 9457ae94-1e23-43ff-931a-a9ba178fd530 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:10:56.178318 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3424798-a3ab-4166-88bc-f93478f8dcf8 req-5c036ed9-80cb-48e7-a3bb-53548037f648 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:56.179842 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3424798-a3ab-4166-88bc-f93478f8dcf8 req-5c036ed9-80cb-48e7-a3bb-53548037f648 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0661926 Dec 15 19:10:56.197801 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:10:55Z', 'revision_number': 6, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:56.227697 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56338dd8-9c77-49da-a479-9c191c4e69f1 None None] The sync data for ids ['9457ae94-1e23-43ff-931a-a9ba178fd530'] in dv-cinder-812685-5-iscsi is: [{'id': '9457ae94-1e23-43ff-931a-a9ba178fd530', 'name': 'tempest-AttachVolumeTestJSON-731659373-router', 'tenant_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:18Z', 'updated_at': '2021-12-15T19:10:55Z', 'revision_number': 6, 'project_id': '10e0bf29ca2c44d5ba3c4306a437e9cc', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:10:56.292170 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-d3424798-a3ab-4166-88bc-f93478f8dcf8 req-3ba8ed79-7ad4-4ec3-956e-8e13a47456ff tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/security-groups?id=2b5024f9-c833-4870-8aba-5e24f2e02580&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698302 Dec 15 19:10:56.348118 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56104) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:56.390150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.425823 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Pushing event deleted for resources: {'Port': ['ID=bb56b4fc-7a05-4664-87b4-a250bdbeb78f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:56.430036 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.442565 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.442921 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.443269 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.443608 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.443944 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.444279 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.444690 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.445054 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.445408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.445743 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.446070 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.446394 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.446717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:56.502130 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.529345 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-a1dfe052-5ee7-4da9-ad72-97976eb26e24 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:10:56.530827 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-a1dfe052-5ee7-4da9-ad72-97976eb26e24 tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.44 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 945 time: 0.0483742 Dec 15 19:10:56.542857 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.625266 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Deleting port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:56.625636 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.637369 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.639838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.703928 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.706553 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.712162 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "DELETE /v2.0/security-groups/de537843-2d89-4bd8-89cb-d07bfcc4f79b HTTP/1.1" status: 204 len: 168 time: 0.3586514 Dec 15 19:10:56.712459 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56106) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:56.723962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77102d5a-77f9-4d72-876a-2191aa2a7be1 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de537843-2d89-4bd8-89cb-d07bfcc4f79b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:56.734042 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.api.v2.resource [None req-554276f9-127c-4b02-abff-33e82d33c44b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] show failed (client error): The resource could not be found. Dec 15 19:10:56.735709 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-554276f9-127c-4b02-abff-33e82d33c44b tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "GET /v2.0/security-groups/de537843-2d89-4bd8-89cb-d07bfcc4f79b HTTP/1.1" status: 404 len: 347 time: 0.0230613 Dec 15 19:10:56.738725 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56108) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:56.743525 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] For port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:56.747171 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.756156 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Calling delete_port for b5f44d8c-08ee-4a4e-85f0-5c1829876e7e owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:56.780170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.780724 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9457ae94-1e23-43ff-931a-a9ba178fd530 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:10:56.787031 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.790127 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-722050ae-f5fc-4c95-975f-b7e1750d85ed admin admin] 10.222.0.49 "DELETE /v2.0/routers/9457ae94-1e23-43ff-931a-a9ba178fd530 HTTP/1.1" status: 204 len: 168 time: 1.2070625 Dec 15 19:10:56.794851 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56110) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:56.898282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Deleting subnet d5054dbd-2ffe-4cf2-bee5-364c28f03739 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:10:56.902890 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.937715 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.949288 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:10:56.952464 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:56.968006 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Pushing event deleted for resources: {'Port': ['ID=b5f44d8c-08ee-4a4e-85f0-5c1829876e7e,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:56.991524 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Deleting port 421537ef-055f-4d65-b0c6-f8b5fb8b08e8 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:56.991875 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.012303 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] No DVR routers for this DVR port b5f44d8c-08ee-4a4e-85f0-5c1829876e7e on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:10:57.018694 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.022542 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2c22e70e-d7e3-4636-a2ec-ed1c9b2b7646 req-75a3319e-ad44-4e00-b197-db3a92e936ed tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.44 "DELETE /v2.0/ports/b5f44d8c-08ee-4a4e-85f0-5c1829876e7e HTTP/1.1" status: 204 len: 173 time: 0.4855719 Dec 15 19:10:57.027226 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'name': 'network-vif-deleted', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:10:57.027226 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd44fce7-a9d6-4c28-becf-9c9388bbea7e" -d '{"events": [{"server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "name": "network-vif-deleted", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:10:57.070172 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f5c2f-a11e-4e64-ae41-822da937475c x-openstack-request-id: req-161f5c2f-a11e-4e64-ae41-822da937475c {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:10:57.070477 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b0c4ba6-607a-4213-adfc-22306c7c61bd", "name": "network-vif-deleted", "tag": "b5f44d8c-08ee-4a4e-85f0-5c1829876e7e", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:10:57.070732 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-161f5c2f-a11e-4e64-ae41-822da937475c {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:10:57.071131 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b0c4ba6-607a-4213-adfc-22306c7c61bd', 'name': 'network-vif-deleted', 'tag': 'b5f44d8c-08ee-4a4e-85f0-5c1829876e7e', 'status': 'completed', 'code': 200} Dec 15 19:10:57.127031 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:57.136837 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.150449 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:57.150808 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 6981ede9-4741-4ccd-b6c3-1dcf9d7b2452 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:10:57.151283 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bb56b4fc-7a05-4664-87b4-a250bdbeb78f no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:57.171437 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: bb56b4fc-7a05-4664-87b4-a250bdbeb78f {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:57.172020 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device bb56b4fc-7a05-4664-87b4-a250bdbeb78f not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:10:57.186937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.187422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.207933 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Calling delete_port for 421537ef-055f-4d65-b0c6-f8b5fb8b08e8 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:57.342575 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.383713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5054dbd-2ffe-4cf2-bee5-364c28f03739,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:57.392821 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.394466 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1f64087c-f1a7-4fb9-91cc-6a22aa145952 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5054dbd-2ffe-4cf2-bee5-364c28f03739 HTTP/1.1" status: 204 len: 168 time: 0.5985267 Dec 15 19:10:57.396859 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56116) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:57.400068 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4f5937b-435d-406b-82f1-b3b404b1ab61 None None] Network 7a16e66f-ed7c-442f-a539-7233fbc514d4 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:10:57.449507 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-227e5064-1e7b-42aa-8853-d01cc6b5aa5d req-fc1ccb09-2798-4de7-a0f9-35dc044cc4ae tempest-TestMinimumBasicScenario-743529728 tempest-TestMinimumBasicScenario-743529728-project] 10.222.0.49 "GET /v2.0/ports?device_id=3b0c4ba6-607a-4213-adfc-22306c7c61bd HTTP/1.1" status: 200 len: 210 time: 0.0399728 Dec 15 19:10:57.491150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.504676 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.549199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Pushing event deleted for resources: {'Port': ['ID=421537ef-055f-4d65-b0c6-f8b5fb8b08e8,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:57.595644 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] DHCP port deletion for 7a16e66f-ed7c-442f-a539-7233fbc514d4 request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:10:57.627075 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.629673 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.631242 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-0d19bfd2-8d66-4b7f-8152-3e8def9d7d73 tempest-AttachVolumeShelveTestJSON-78701053 tempest-AttachVolumeShelveTestJSON-78701053-project] 10.222.0.49 "DELETE /v2.0/floatingips/1cb8872c-b274-48dc-97ca-cc651b2bb12e HTTP/1.1" status: 204 len: 168 time: 0.8906515 Dec 15 19:10:57.633147 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Deleting port aa39361d-249b-4a0e-9641-222658794690 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:57.633481 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.665298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Deleting port aa39361d-249b-4a0e-9641-222658794690 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:10:57.670939 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.700537 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] For port aa39361d-249b-4a0e-9641-222658794690, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=aa39361d-249b-4a0e-9641-222658794690,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:57.701207 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.714972 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Calling delete_port for aa39361d-249b-4a0e-9641-222658794690 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:57.735225 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] For port aa39361d-249b-4a0e-9641-222658794690, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=aa39361d-249b-4a0e-9641-222658794690,segment=NetworkSegment(2f05b341-4717-4c14-b346-a446eb02cc96),segment_id=2f05b341-4717-4c14-b346-a446eb02cc96)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:10:57.735745 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.748648 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Calling delete_port for aa39361d-249b-4a0e-9641-222658794690 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:10:57.889253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.898986 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:57.916844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa39361d-249b-4a0e-9641-222658794690,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:57.918761 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] No DVR routers for this DVR port aa39361d-249b-4a0e-9641-222658794690 on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:10:57.923374 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Pushing event deleted for resources: {'Port': ['ID=aa39361d-249b-4a0e-9641-222658794690,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:57.932883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.933262 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.933672 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.933950 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.934281 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.934611 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.934940 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.935266 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.935599 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.935922 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.936247 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.936568 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.936890 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:10:57.940062 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa05b3-d8b4-42d9-9626-29dce125e39c None None] No DVR routers for this DVR port aa39361d-249b-4a0e-9641-222658794690 on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:10:57.990426 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.013893 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a16e66f-ed7c-442f-a539-7233fbc514d4']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:58.022984 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f05b341-4717-4c14-b346-a446eb02cc96') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:58.023285 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f05b341-4717-4c14-b346-a446eb02cc96') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:10:58.032890 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.045955 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.052195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Releasing vlan 556 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:10:58.052579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:10:58.054225 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:10:58.200361 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.204578 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.207958 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] 10.222.0.49 "DELETE /v2.0/networks/7a16e66f-ed7c-442f-a539-7233fbc514d4 HTTP/1.1" status: 204 len: 168 time: 0.8101289 Dec 15 19:10:58.221118 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232abf72-5b37-4ad2-aab7-c83f44528604 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a16e66f-ed7c-442f-a539-7233fbc514d4,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:58.560902 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56128) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:58.602913 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-75d0ec7b-85ed-48cd-83af-e9b1072cf835 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10e0bf29ca2c44d5ba3c4306a437e9cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0407674 Dec 15 19:10:58.605291 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56136) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:10:58.656501 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.682262 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.791864 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.794584 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:10:58.795767 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2c3159f0-0281-44ad-8dbe-8631df7d5c5d HTTP/1.1" status: 204 len: 168 time: 0.1894913 Dec 15 19:10:58.809199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e7bd3-59b4-46e0-8362-f039bd2fc5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3159f0-0281-44ad-8dbe-8631df7d5c5d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:10:59.087327 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device aa39361d-249b-4a0e-9641-222658794690 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:59.111608 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: aa39361d-249b-4a0e-9641-222658794690 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:59.111963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device aa39361d-249b-4a0e-9641-222658794690 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:10:59.670927 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b5f44d8c-08ee-4a4e-85f0-5c1829876e7e no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:59.692987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: b5f44d8c-08ee-4a4e-85f0-5c1829876e7e {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:59.693355 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b5f44d8c-08ee-4a4e-85f0-5c1829876e7e not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:10:59.693764 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:10:59.723009 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: b365bf51-9207-425f-b345-4f76d1e37689 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:10:59.723009 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device b365bf51-9207-425f-b345-4f76d1e37689 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:00.041596 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56204) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:00.347542 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56218) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:00.660728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:00.894837 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b03c7ee5-2478-4128-9c2b-e03f38e8366a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:00.921362 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Deleting port 0c771a29-bc6f-49ce-a97d-616588583494 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:00.922818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:00.935938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.008253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] For port 0c771a29-bc6f-49ce-a97d-616588583494, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=0c771a29-bc6f-49ce-a97d-616588583494,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:01.008253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.019653 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Calling delete_port for 0c771a29-bc6f-49ce-a97d-616588583494 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:01.096650 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56232) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:01.217184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a38a968b-be36-40b4-99ab-4c158f29ab63 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.291729 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.307006 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Deleting port dc59ce4b-41f8-43b2-a2e9-b931766be304 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:01.307344 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.319243 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c771a29-bc6f-49ce-a97d-616588583494,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:01.487625 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.616809 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a38a968b-be36-40b4-99ab-4c158f29ab63 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.647870 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] For port dc59ce4b-41f8-43b2-a2e9-b931766be304, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=dc59ce4b-41f8-43b2-a2e9-b931766be304,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:01.648255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.661568 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Calling delete_port for dc59ce4b-41f8-43b2-a2e9-b931766be304 owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:01.703115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a38a968b-be36-40b4-99ab-4c158f29ab63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.707395 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:11:01.758409 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a38a968b-be36-40b4-99ab-4c158f29ab63 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7a26779e690d4a91ba37774838650052&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6604469 Dec 15 19:11:01.760958 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56236) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:01.768383 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38a968b-be36-40b4-99ab-4c158f29ab63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1648c2-6ffc-44f0-ab4b-2fcdb8ee777b,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:01.814694 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:01.824110 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ae631639-a9dd-4764-b639-72a0d605129e admin admin] 10.222.0.49 "PUT /v2.0/routers/87fb2b7e-e041-4d6e-a06d-d40af05e3e1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7770360 Dec 15 19:11:01.824110 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56238) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:01.825252 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Sync routers for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:01.835447 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:01.836381 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:01.872869 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.917762 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.932838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:01.946830 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:02.008720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.037353 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.039944 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.040900 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.041207 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/bf1648c2-6ffc-44f0-ab4b-2fcdb8ee777b HTTP/1.1" status: 204 len: 168 time: 0.2792244 Dec 15 19:11:02.041991 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc59ce4b-41f8-43b2-a2e9-b931766be304,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:02.056122 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26769b8f-4d72-48e2-8266-bafe2eb7cee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1648c2-6ffc-44f0-ab4b-2fcdb8ee777b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:02.143534 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:11:01Z', 'revision_number': 5, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port': {'id': '8fa5c26b-e29c-4684-a893-ff0e03f1d43b', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:78:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:02.174165 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Checking router: 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:02.183727 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Routers {'87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:02.184620 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:02.188381 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Deleting port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:02.188801 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.241909 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.324737 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] For port 8fa5c26b-e29c-4684-a893-ff0e03f1d43b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:02.325422 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.327956 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] Set router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:02.338770 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Calling delete_port for 8fa5c26b-e29c-4684-a893-ff0e03f1d43b owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:02.407606 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:11:02Z', 'revision_number': 6, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:02.436453 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b23878a-bba3-4126-b9b6-53fb6920330d None None] The sync data for ids ['87fb2b7e-e041-4d6e-a06d-d40af05e3e1a'] in dv-cinder-812685-5-iscsi is: [{'id': '87fb2b7e-e041-4d6e-a06d-d40af05e3e1a', 'name': 'tempest-TestMinimumBasicScenario-2059309169-router', 'tenant_id': '5df652172dff4ee08b4dddf7a40b0142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:20Z', 'updated_at': '2021-12-15T19:11:02Z', 'revision_number': 6, 'project_id': '5df652172dff4ee08b4dddf7a40b0142', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:02.513305 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Router ce7267ca-0382-4bac-b841-bbb9998c6b3d has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:11:02.594871 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.622134 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:02.623995 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Pushing event deleted for resources: {'Port': ['ID=8fa5c26b-e29c-4684-a893-ff0e03f1d43b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:02.629033 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-24d61beb-8b92-4dd9-858a-7c9f70df9790 admin admin] 10.222.0.49 "PUT /v2.0/routers/ce7267ca-0382-4bac-b841-bbb9998c6b3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2800257 Dec 15 19:11:02.631420 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56244) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:02.637683 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Sync routers for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:02.648483 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:02.649909 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:02.689633 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.764284 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks [] for router, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.792133 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.808775 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.811398 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56246) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:02.838279 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12e301ba-afdb-430f-b474-f653556aedc7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.921663 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:02.931854 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.932509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87fb2b7e-e041-4d6e-a06d-d40af05e3e1a {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:11:02.938033 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.941111 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-78f3650a-0119-41fd-a12b-80be0970cf1c admin admin] 10.222.0.49 "DELETE /v2.0/routers/87fb2b7e-e041-4d6e-a06d-d40af05e3e1a HTTP/1.1" status: 204 len: 168 time: 1.1137571 Dec 15 19:11:02.941955 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56248) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:02.952332 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.982851 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12e301ba-afdb-430f-b474-f653556aedc7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:02.996214 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Deleting subnet 6020ff97-5804-48ca-8d86-78cbee987288 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:11:02.999664 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.035921 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.058067 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-12e301ba-afdb-430f-b474-f653556aedc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.108526 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-12e301ba-afdb-430f-b474-f653556aedc7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ef9a8e26ded74079bdbb335d72e23edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959256 Dec 15 19:11:03.111314 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56250) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:03.113456 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e301ba-afdb-430f-b474-f653556aedc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a98b0c9-5a52-4a4a-aafc-a7d3c4d603ea,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:03.122797 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Deleting port b9e1d891-5edb-4705-8bba-e7805c2a16d4 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:03.122797 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.134779 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191'}], 'enable_snat': True}, 'gw_port_id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:11:01Z', 'revision_number': 5, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port': {'id': 'b9e1d891-5edb-4705-8bba-e7805c2a16d4', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:e8:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:03:32Z', 'updated_at': '2021-12-15T19:03:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:03.136699 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.167830 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Checking router: ce7267ca-0382-4bac-b841-bbb9998c6b3d for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:03.176866 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Routers {'ce7267ca-0382-4bac-b841-bbb9998c6b3d'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:03.177516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:10:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:03.210390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] For port b9e1d891-5edb-4705-8bba-e7805c2a16d4, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=b9e1d891-5edb-4705-8bba-e7805c2a16d4,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:03.210780 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.211134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.225102 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Calling delete_port for b9e1d891-5edb-4705-8bba-e7805c2a16d4 owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:03.268583 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.307452 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] Set router ce7267ca-0382-4bac-b841-bbb9998c6b3d gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:03.324169 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.350285 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6020ff97-5804-48ca-8d86-78cbee987288,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:03.360632 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.363914 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4a18ac23-2f6f-4a4a-b5aa-334d24f29768 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/6020ff97-5804-48ca-8d86-78cbee987288 HTTP/1.1" status: 204 len: 168 time: 0.4207346 Dec 15 19:11:03.370839 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56252) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:03.375656 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:11:02Z', 'revision_number': 6, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:03.379260 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c942cf9-fed4-4af9-bcff-ed6f4c914c88 None None] Network f8498b13-b8e7-458b-9a53-2a5bad9da27f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:03.382572 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d9a45510-43fd-4282-9055-ba6ac1914867 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.429102 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7eac9d-fb63-46c9-ad5f-1d8314b8a16f None None] The sync data for ids ['ce7267ca-0382-4bac-b841-bbb9998c6b3d'] in dv-cinder-812685-5-iscsi is: [{'id': 'ce7267ca-0382-4bac-b841-bbb9998c6b3d', 'name': 'tempest-AttachVolumeShelveTestJSON-936549654-router', 'tenant_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:03:31Z', 'updated_at': '2021-12-15T19:11:02Z', 'revision_number': 6, 'project_id': '9d8cea93eb6c4a0d90f0c234dbef38f7', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:03.460018 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.464114 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8fa5c26b-e29c-4684-a893-ff0e03f1d43b no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:03.470665 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.476695 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a98b0c9-5a52-4a4a-aafc-a7d3c4d603ea HTTP/1.1" status: 204 len: 168 time: 0.3582246 Dec 15 19:11:03.497103 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 8fa5c26b-e29c-4684-a893-ff0e03f1d43b {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:03.497454 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8fa5c26b-e29c-4684-a893-ff0e03f1d43b not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:03.498109 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 0c771a29-bc6f-49ce-a97d-616588583494 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:03.506762 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d37aa8-256a-4014-8615-fd2ea5f94425 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a98b0c9-5a52-4a4a-aafc-a7d3c4d603ea,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:03.524400 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.540895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 0c771a29-bc6f-49ce-a97d-616588583494 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:03.541610 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 0c771a29-bc6f-49ce-a97d-616588583494 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:03.561456 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.585539 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Deleting port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:03.585931 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.612538 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Pushing event deleted for resources: {'Port': ['ID=b9e1d891-5edb-4705-8bba-e7805c2a16d4,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:03.658350 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] For port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,segment=NetworkSegment(12850b57-ae5c-42b8-8bc3-e09428a265b1),segment_id=12850b57-ae5c-42b8-8bc3-e09428a265b1)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:03.658752 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.672272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Calling delete_port for 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:03.707489 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.813960 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.816114 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.843239 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.851782 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2aabd4-0160-4f08-bf2a-f31b4e40295d None None] DHCP port deletion for f8498b13-b8e7-458b-9a53-2a5bad9da27f request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:11:03.890120 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Pushing event deleted for resources: {'Port': ['ID=12ecffd4-18ea-4ecd-b484-9bd26dcddf2a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:03.900834 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] No DVR routers for this DVR port 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:11:03.971101 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.978322 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.979237 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce7267ca-0382-4bac-b841-bbb9998c6b3d {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:11:03.993294 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:03.993294 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-bfe2451d-5572-4f40-aeb2-d28ba5ef5fda admin admin] 10.222.0.49 "DELETE /v2.0/routers/ce7267ca-0382-4bac-b841-bbb9998c6b3d HTTP/1.1" status: 204 len: 168 time: 1.3563371 Dec 15 19:11:03.993294 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56258) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:04.000927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8498b13-b8e7-458b-9a53-2a5bad9da27f']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:04.012328 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12850b57-ae5c-42b8-8bc3-e09428a265b1') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:04.012639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12850b57-ae5c-42b8-8bc3-e09428a265b1') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:04.024382 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.042342 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.049775 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:11:04.050592 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:11:04.052149 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:11:04.054501 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Deleting subnet 03ff90d2-3814-4ed9-9557-6fb86f7b8161 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:11:04.056594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.093392 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4464089'] for subnet, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.180101 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.185639 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.189418 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f8498b13-b8e7-458b-9a53-2a5bad9da27f HTTP/1.1" status: 204 len: 168 time: 0.8213634 Dec 15 19:11:04.195866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56266) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:04.204912 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32b84b-32dc-4ccd-b5b1-070e3c47e880 admin admin] Pushing event deleted for resources: {'Network': ['ID=f8498b13-b8e7-458b-9a53-2a5bad9da27f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:04.251979 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.478238 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6614975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4920503'] for subnet, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.494133 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.512691 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.516486 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] 10.222.0.49 "DELETE /v2.0/subnets/03ff90d2-3814-4ed9-9557-6fb86f7b8161 HTTP/1.1" status: 204 len: 168 time: 0.5240512 Dec 15 19:11:04.517280 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbaeb4-34fb-48a0-b5d9-aadbcebf8e4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03ff90d2-3814-4ed9-9557-6fb86f7b8161,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:04.519135 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56272) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:04.520002 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22e0873-3134-46d4-a81c-f50c27b291b9 None None] Network fcfdb591-816a-44d0-9526-48dd9abde6af requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:04.614375 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.663433 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.687781 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Deleting port 16fa2531-6aea-4375-b842-3003389ff32f {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:04.688220 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.720317 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] DHCP port deletion for fcfdb591-816a-44d0-9526-48dd9abde6af request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:11:04.764092 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] For port 16fa2531-6aea-4375-b842-3003389ff32f, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=16fa2531-6aea-4375-b842-3003389ff32f,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:04.765010 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.777475 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Deleting port 16fa2531-6aea-4375-b842-3003389ff32f {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:04.778101 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.780107 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Calling delete_port for 16fa2531-6aea-4375-b842-3003389ff32f owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:04.856806 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] For port 16fa2531-6aea-4375-b842-3003389ff32f, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=16fa2531-6aea-4375-b842-3003389ff32f,segment=NetworkSegment(c8d64ae2-7e83-4564-b278-45ab6e96b5cf),segment_id=c8d64ae2-7e83-4564-b278-45ab6e96b5cf)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:04.857413 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:04.873908 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Calling delete_port for 16fa2531-6aea-4375-b842-3003389ff32f owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:04.930639 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Deleting port 699e1317-1387-422f-a57d-51d56d8ae9cb {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:04.931251 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.001581 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.007419 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.020371 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] For port 699e1317-1387-422f-a57d-51d56d8ae9cb, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=699e1317-1387-422f-a57d-51d56d8ae9cb,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:05.020841 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.032868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=16fa2531-6aea-4375-b842-3003389ff32f,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:05.034215 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Calling delete_port for 699e1317-1387-422f-a57d-51d56d8ae9cb owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:05.035897 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] No DVR routers for this DVR port 16fa2531-6aea-4375-b842-3003389ff32f on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:11:05.036905 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] Pushing event deleted for resources: {'Port': ['ID=16fa2531-6aea-4375-b842-3003389ff32f,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:05.038983 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b63bb1-c03c-4c43-95bd-732b567bbeb7 None None] No DVR routers for this DVR port 16fa2531-6aea-4375-b842-3003389ff32f on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:11:05.123011 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device b9e1d891-5edb-4705-8bba-e7805c2a16d4 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:05.131432 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.146433 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: b9e1d891-5edb-4705-8bba-e7805c2a16d4 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:05.147133 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device b9e1d891-5edb-4705-8bba-e7805c2a16d4 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:05.147763 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:05.153910 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcfdb591-816a-44d0-9526-48dd9abde6af']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:05.163577 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:05.163879 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d64ae2-7e83-4564-b278-45ab6e96b5cf') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:05.171739 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:05.172287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 12ecffd4-18ea-4ecd-b484-9bd26dcddf2a not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:05.172900 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device dc59ce4b-41f8-43b2-a2e9-b931766be304 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:05.174592 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.188789 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.195367 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: dc59ce4b-41f8-43b2-a2e9-b931766be304 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:05.195722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device dc59ce4b-41f8-43b2-a2e9-b931766be304 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:05.200842 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 16fa2531-6aea-4375-b842-3003389ff32f no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Releasing vlan 595 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:11:05.200960 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:11:05.215883 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 16fa2531-6aea-4375-b842-3003389ff32f {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:05.216244 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 16fa2531-6aea-4375-b842-3003389ff32f not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:05.328659 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.334103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.339927 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] 10.222.0.49 "DELETE /v2.0/networks/fcfdb591-816a-44d0-9526-48dd9abde6af HTTP/1.1" status: 204 len: 168 time: 0.8171520 Dec 15 19:11:05.348590 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c61ea-a1a1-4267-a4da-24ef4d3845d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fcfdb591-816a-44d0-9526-48dd9abde6af,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:05.351588 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.385599 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Pushing event deleted for resources: {'Port': ['ID=699e1317-1387-422f-a57d-51d56d8ae9cb,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:05.673595 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56296) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:05.719511 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-172e498e-3082-4057-b1ab-bd2011994136 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9d8cea93eb6c4a0d90f0c234dbef38f7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0438316 Dec 15 19:11:05.721807 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56298) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:05.745454 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.772456 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.794697 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.808885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.903278 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.906739 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:05.908010 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8e9e994b-d3d7-4044-82d0-9d9a43b3ee17 HTTP/1.1" status: 204 len: 168 time: 0.1852250 Dec 15 19:11:05.917070 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23781fc4-4074-44c9-a96d-fd2d379e99e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9e994b-d3d7-4044-82d0-9d9a43b3ee17,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:06.040290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:11:06.151333 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:06.162348 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Sync routers for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:06.166242 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-2a72b677-b3ae-4b87-96c0-adff450be867 admin admin] 10.222.0.49 "PUT /v2.0/routers/d4ca1302-7491-43b5-a88c-946d1a4ffdc5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9693270 Dec 15 19:11:06.170535 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56316) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:06.176441 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:06.177572 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:06.286495 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:06.287791 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.419470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.479261 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26'}], 'enable_snat': True}, 'gw_port_id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:11:05Z', 'revision_number': 5, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port': {'id': 'ac9bad41-cb6b-4b24-a93b-2741c711828c', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:de:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:08:28Z', 'updated_at': '2021-12-15T19:08:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:06.506086 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Checking router: d4ca1302-7491-43b5-a88c-946d1a4ffdc5 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:06.515514 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Routers {'d4ca1302-7491-43b5-a88c-946d1a4ffdc5'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:06.516705 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:06.556571 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Deleting port ac9bad41-cb6b-4b24-a93b-2741c711828c {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:06.557205 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.618977 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] Set router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:06.648099 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] For port ac9bad41-cb6b-4b24-a93b-2741c711828c, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=ac9bad41-cb6b-4b24-a93b-2741c711828c,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:06.652598 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.665608 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Calling delete_port for ac9bad41-cb6b-4b24-a93b-2741c711828c owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:06.677809 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-b330a855-abdd-4860-91ff-36456134e213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:11:06Z', 'revision_number': 6, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:06.704651 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b330a855-abdd-4860-91ff-36456134e213 None None] The sync data for ids ['d4ca1302-7491-43b5-a88c-946d1a4ffdc5'] in dv-cinder-812685-5-iscsi is: [{'id': 'd4ca1302-7491-43b5-a88c-946d1a4ffdc5', 'name': 'tempest-TestMinimumBasicScenario-554575323-router', 'tenant_id': 'ab5f2d755eec40029b2c673e026d5de8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:08:27Z', 'updated_at': '2021-12-15T19:11:06Z', 'revision_number': 6, 'project_id': 'ab5f2d755eec40029b2c673e026d5de8', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:06.759761 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.917328 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:06.944165 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Pushing event deleted for resources: {'Port': ['ID=ac9bad41-cb6b-4b24-a93b-2741c711828c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:07.013626 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.119732 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.122357 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.268340 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.268966 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4ca1302-7491-43b5-a88c-946d1a4ffdc5 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:11:07.273825 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.274969 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4370d87f-c287-4bda-8b09-58246b69006e admin admin] 10.222.0.49 "DELETE /v2.0/routers/d4ca1302-7491-43b5-a88c-946d1a4ffdc5 HTTP/1.1" status: 204 len: 168 time: 1.1047192 Dec 15 19:11:07.279057 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56342) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:07.323247 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Deleting subnet a1fd8539-894a-444b-a288-2cde38d9dd05 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:11:07.326368 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.360964 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.439565 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.502516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 699e1317-1387-422f-a57d-51d56d8ae9cb no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:07.536766 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 699e1317-1387-422f-a57d-51d56d8ae9cb {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:07.537197 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 699e1317-1387-422f-a57d-51d56d8ae9cb not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:07.691740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.718134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1fd8539-894a-444b-a288-2cde38d9dd05,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:07.722298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.725615 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ab90ceb1-8ede-4089-9159-bc9a05a06522 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a1fd8539-894a-444b-a288-2cde38d9dd05 HTTP/1.1" status: 204 len: 168 time: 0.4471753 Dec 15 19:11:07.728141 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56350) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:07.731057 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1f9f2b-19fb-4ff9-8b70-1936776594bf None None] Network 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:07.809549 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:07.965969 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] DHCP port deletion for 58f8955d-0e6d-46ba-8e0e-55cba86db5b9 request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:11:08.041430 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Deleting port 44bb98f6-254f-4fda-a47f-780bbfda9247 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:08.041430 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.107571 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] For port 44bb98f6-254f-4fda-a47f-780bbfda9247, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44bb98f6-254f-4fda-a47f-780bbfda9247,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:08.108021 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.127579 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Calling delete_port for 44bb98f6-254f-4fda-a47f-780bbfda9247 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:08.186157 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Deleting port 44bb98f6-254f-4fda-a47f-780bbfda9247 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:11:08.187641 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.253915 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] For port 44bb98f6-254f-4fda-a47f-780bbfda9247, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44bb98f6-254f-4fda-a47f-780bbfda9247,segment=NetworkSegment(19f8e629-5e40-4e4d-ac25-bd0173b23f00),segment_id=19f8e629-5e40-4e4d-ac25-bd0173b23f00)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:08.254374 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.268738 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Calling delete_port for 44bb98f6-254f-4fda-a47f-780bbfda9247 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:11:08.319809 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.344896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.348125 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] Pushing event deleted for resources: {'Port': ['ID=44bb98f6-254f-4fda-a47f-780bbfda9247,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:08.352979 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84ee575d-87ea-423b-b000-a1dd7874e83b None None] No DVR routers for this DVR port 44bb98f6-254f-4fda-a47f-780bbfda9247 on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:11:08.370756 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44bb98f6-254f-4fda-a47f-780bbfda9247,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:08.374379 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] No DVR routers for this DVR port 44bb98f6-254f-4fda-a47f-780bbfda9247 on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:11:08.447255 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.466867 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58f8955d-0e6d-46ba-8e0e-55cba86db5b9']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:08.479007 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19f8e629-5e40-4e4d-ac25-bd0173b23f00') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:08.479325 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19f8e629-5e40-4e4d-ac25-bd0173b23f00') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:08.489471 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.503899 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.510162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:11:08.510555 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self.session.flush() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self.session.flush() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self.session.flush() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self.session.flush() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:11:08.512380 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:11:08.665311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.670613 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:08.675323 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] 10.222.0.49 "DELETE /v2.0/networks/58f8955d-0e6d-46ba-8e0e-55cba86db5b9 HTTP/1.1" status: 204 len: 168 time: 0.9453063 Dec 15 19:11:08.685480 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e41b94-9dc4-4e1e-ad47-6440b897c1f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=58f8955d-0e6d-46ba-8e0e-55cba86db5b9,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:09.034199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56384) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:09.079365 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-7bd1021c-e5fe-4d0f-9903-14ce61f092eb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5df652172dff4ee08b4dddf7a40b0142&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0437667 Dec 15 19:11:09.081784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56386) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:09.083826 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44bb98f6-254f-4fda-a47f-780bbfda9247 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:09.106211 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 44bb98f6-254f-4fda-a47f-780bbfda9247 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:09.106561 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44bb98f6-254f-4fda-a47f-780bbfda9247 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:09.106987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device ac9bad41-cb6b-4b24-a93b-2741c711828c no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:11:09.126285 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: ac9bad41-cb6b-4b24-a93b-2741c711828c {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:11:09.126628 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device ac9bad41-cb6b-4b24-a93b-2741c711828c not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:11:09.131713 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:09.154432 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:09.274261 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:09.276973 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:09.278323 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2b5024f9-c833-4870-8aba-5e24f2e02580 HTTP/1.1" status: 204 len: 168 time: 0.1955538 Dec 15 19:11:09.287172 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd2e45-a727-4784-978a-6f357b1ced84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5024f9-c833-4870-8aba-5e24f2e02580,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:09.800364 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56398) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:09.907855 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ed654eb4-a2f2-433b-ab9b-1bb59e13d34e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:09.914130 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56402) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:09.956463 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f4bdb170-b5a8-4098-b1ba-22bcd9466850 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ab5f2d755eec40029b2c673e026d5de8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389483 Dec 15 19:11:09.956786 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56404) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:10.007777 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ed654eb4-a2f2-433b-ab9b-1bb59e13d34e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.027625 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.050194 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.067391 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ed654eb4-a2f2-433b-ab9b-1bb59e13d34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.122526 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ed654eb4-a2f2-433b-ab9b-1bb59e13d34e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d31492b76dad430d8c6bf500ffed7edf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3187735 Dec 15 19:11:10.123310 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed654eb4-a2f2-433b-ab9b-1bb59e13d34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aadfca41-1c8a-4c86-8f94-de2b788afb29,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:10.123414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56410) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:10.176243 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.197623 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.205442 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.208153 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.209418 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d12f07e2-9cbf-4a5b-a888-4f63d3889548 HTTP/1.1" status: 204 len: 168 time: 0.2516332 Dec 15 19:11:10.217681 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b2ca5-7e7a-456c-a6dd-00ae875751ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d12f07e2-9cbf-4a5b-a888-4f63d3889548,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:10.305560 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.308219 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:10.309438 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/aadfca41-1c8a-4c86-8f94-de2b788afb29 HTTP/1.1" status: 204 len: 168 time: 0.1849835 Dec 15 19:11:10.318317 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448373ca-66ba-410f-bf6d-789f88cf9235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadfca41-1c8a-4c86-8f94-de2b788afb29,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:10.934364 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56436) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:10.947816 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e984e10b-8824-4700-a378-b87b589ced20 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.022993 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e984e10b-8824-4700-a378-b87b589ced20 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.085516 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e984e10b-8824-4700-a378-b87b589ced20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.128213 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e984e10b-8824-4700-a378-b87b589ced20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=196444341569495a8c74596c17b95f9f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1926210 Dec 15 19:11:11.129104 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984e10b-8824-4700-a378-b87b589ced20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53d43878-26be-4641-808b-e327e839af0d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:11.131104 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56444) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:11.181020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.202054 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.313938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56448) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:11.322061 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.326902 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.326902 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/53d43878-26be-4641-808b-e327e839af0d HTTP/1.1" status: 204 len: 168 time: 0.1932535 Dec 15 19:11:11.333908 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bc473-beeb-4660-8776-4dcb0a234388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53d43878-26be-4641-808b-e327e839af0d,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:11.416013 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-198355179-network', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:11.496400 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Made reservation on behalf of e78f14ed60c847cb8e006926cc936940 for: {'network': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:11.498890 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.508163 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.583806 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.645514 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.671058 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=103025) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:11:11.681559 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3980689-fa2b-43c0-b992-20a1ea9be322,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:11.686625 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.687145 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.segments_db [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Added segment ae867436-4de1-461b-935c-ee36c1a4a0cc of type vlan for network 90df79ab-8736-40c9-b55e-7513272101c7 Dec 15 19:11:11.728119 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.825225 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.826218 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:11.826817 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:11.885892 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] Pushing event updated for resources: {'Network': ['ID=90df79ab-8736-40c9-b55e-7513272101c7,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:11.896835 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network 90df79ab-8736-40c9-b55e-7513272101c7 details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:11:11.933697 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c19eb295-fb0b-4fd7-a37e-3b424c6d154e admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6186163 Dec 15 19:11:11.936425 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56470) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:11.941263 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Request body: {'subnet': {'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-198355179-subnet', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:12.039616 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Made reservation on behalf of e78f14ed60c847cb8e006926cc936940 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:12.042154 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4920528'] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.285390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6613368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4920526'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.349549 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0522b631-575e-4c36-b97f-36eb7560d736,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:12.358325 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Checking segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:12.358692 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Network hostable DHCP agents. Network: 90df79ab-8736-40c9-b55e-7513272101c7, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:11:12.442136 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Network 90df79ab-8736-40c9-b55e-7513272101c7 is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:11:12.525649 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, 90df79ab-8736-40c9-b55e-7513272101c7) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:12.527524 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:12.528026 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.532171 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0afb5b6-f692-4fd6-8d4a-16c38ab9f279 None None] Network 90df79ab-8736-40c9-b55e-7513272101c7 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:12.622105 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-4b67c6f4-fce7-40dc-88e6-2fdd82549934 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6844976 Dec 15 19:11:12.625493 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56520) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:12.630283 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:12.646609 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-90df79ab-8736-40c9-b55e-7513272101c7', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:11:12.648396 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.748413 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.750127 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.788086 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Allocated IP 172.20.0.2 (90df79ab-8736-40c9-b55e-7513272101c7/0522b631-575e-4c36-b97f-36eb7560d736/d2c4bc89-0951-4363-bd79-32e372f4fc0b) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:12.816948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:12.922093 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:11:12.945246 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.005585 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.039265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.045413 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Network 90df79ab-8736-40c9-b55e-7513272101c7 is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:13.048312 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:13.051616 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:13.058465 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Pushing event updated for resources: {'Port': ['ID=d2c4bc89-0951-4363-bd79-32e372f4fc0b,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:13.117368 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Attempting to bind port d2c4bc89-0951-4363-bd79-32e372f4fc0b on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:13.117740 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Attempting to bind port d2c4bc89-0951-4363-bd79-32e372f4fc0b by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:13.118099 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Attempting to bind port d2c4bc89-0951-4363-bd79-32e372f4fc0b on network 90df79ab-8736-40c9-b55e-7513272101c7 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:13.124150 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:13.125013 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Checking segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:13.125446 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.125824 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Bound using segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:13.126282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Bound port: d2c4bc89-0951-4363-bd79-32e372f4fc0b, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:13.126656 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.201384 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] For port d2c4bc89-0951-4363-bd79-32e372f4fc0b, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:13.205832 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] For port d2c4bc89-0951-4363-bd79-32e372f4fc0b, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d2c4bc89-0951-4363-bd79-32e372f4fc0b,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:13.207447 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.301414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.305608 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.329486 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.366183 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea53db6d-5da1-4f64-b04f-253155b3ac02 None None] Pushing event updated for resources: {'Port': ['ID=d2c4bc89-0951-4363-bd79-32e372f4fc0b,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:13.438883 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Allocated IP 172.27.1.223 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/9a323ebf-ab0e-427b-9b0d-94b3f0a2936d) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:13.555575 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.662655 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:13.702390 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:13.705267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:13.707686 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:13.734943 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Pushing event updated for resources: {'Port': ['ID=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:14.020066 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.218824 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.236255 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09836e0a-2a10-4e39-9b68-27f460c6d62f None None] Network 90df79ab-8736-40c9-b55e-7513272101c7 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:14.410759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Router eab1acac-d92f-41f5-80df-0bb2309111e3 is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:11:14.471409 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] Provisioning complete for port d2c4bc89-0951-4363-bd79-32e372f4fc0b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:14.471699 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.515866 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:14.525140 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Sync routers for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:14.561638 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:14.562266 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:14.587208 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.590973 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-af9fe9a8-04cf-46ba-9759-9fcc0ba53ef7 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9618373 Dec 15 19:11:14.591370 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56542) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:14.613783 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.701842 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:14.760349 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] For port d2c4bc89-0951-4363-bd79-32e372f4fc0b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d2c4bc89-0951-4363-bd79-32e372f4fc0b,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:14.815779 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.900312 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349a80d9-bf6c-4c8f-8e00-d399cdf74b13 None None] Pushing event updated for resources: {'Port': ['ID=d2c4bc89-0951-4363-bd79-32e372f4fc0b,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:14.942014 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:13Z', 'revision_number': 3, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:14.970285 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-f26266db-e607-45e0-ada6-756b31671ce0 None None] Provisioning complete for port d2c4bc89-0951-4363-bd79-32e372f4fc0b triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:14.970660 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f26266db-e607-45e0-ada6-756b31671ce0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:14.972175 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Checking router: eab1acac-d92f-41f5-80df-0bb2309111e3 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:14.972522 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Updating router eab1acac-d92f-41f5-80df-0bb2309111e3 port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:11:15.015397 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.021828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.163838 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d2c4bc89-0951-4363-bd79-32e372f4fc0b up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:15.199882 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Allocated IP 172.20.0.1 (90df79ab-8736-40c9-b55e-7513272101c7/0522b631-575e-4c36-b97f-36eb7560d736/d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:15.285860 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port d2c4bc89-0951-4363-bd79-32e372f4fc0b triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:15.286415 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.303228 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.391331 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.408063 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.448811 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Network 90df79ab-8736-40c9-b55e-7513272101c7 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:15.451714 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:15.454974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:15.460245 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Pushing event updated for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:15.487591 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.497679 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.548842 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Attempting to bind port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:15.549241 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Attempting to bind port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:15.549605 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Attempting to bind port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:15.552609 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248715e-c00b-4c66-89c3-6ea3937c6344 None None] Pushing event updated for resources: {'Port': ['ID=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:15.558114 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:15.558490 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:15.558892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.559304 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:15.559756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Bound port: 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:15.560147 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.616802 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] For port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:15.620182 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] For port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:15.681703 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c4a93ee0-9e46-43be-ada4-1d8aac2ce5c1 None None] Provisioning complete for port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:15.682087 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c4a93ee0-9e46-43be-ada4-1d8aac2ce5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.683265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.706566 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.761627 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c4a93ee0-9e46-43be-ada4-1d8aac2ce5c1 None None] Port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:15.775498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248715e-c00b-4c66-89c3-6ea3937c6344 None None] Pushing event updated for resources: {'Port': ['ID=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:15.778046 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:15.778648 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:15.851721 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.895136 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:15.921844 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.988119 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:15.990265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Pushing event updated for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:16.111207 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 1, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:16.144039 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84680b2-b80a-4849-bbff-f03db38cac09 None None] The sync data for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi is: [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 1, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:16.412741 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Network 90df79ab-8736-40c9-b55e-7513272101c7 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:16.414340 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:16.547757 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Router eab1acac-d92f-41f5-80df-0bb2309111e3 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:11:16.676396 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:16.690617 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-d04d51de-7ac2-45d8-937e-cf0a30ac6f0a admin admin] 10.222.0.49 "PUT /v2.0/routers/eab1acac-d92f-41f5-80df-0bb2309111e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0897276 Dec 15 19:11:16.690819 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-76c75ed5-9202-4554-af3d-764b2f4415a3 None None] Provisioning complete for port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:16.690819 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-76c75ed5-9202-4554-af3d-764b2f4415a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:16.730722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-76c75ed5-9202-4554-af3d-764b2f4415a3 None None] Port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:17.135114 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:17.190135 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:17.190596 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.313694 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.340439 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:17.419335 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.502509 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:17.604727 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56600) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:17.610868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1015300988-network', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:17.768018 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Made reservation on behalf of 10aa1e5d58d14d73a721a74f2859bd87 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:17.770467 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.782176 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.859049 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.930974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.956656 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:11:17.967089 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f3e97f-c3e9-4756-b387-9efeba280ad5,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:17.972233 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:17.972597 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Added segment e60d5caa-d63f-4812-97f9-91d19225c70f of type vlan for network c8fa77ce-7044-4bf3-8f6f-d772a271024f Dec 15 19:11:18.016901 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.136518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.137559 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:18.138195 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.191148 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Sync routers for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:18.201426 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:18.202032 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] Pushing event updated for resources: {'Network': ['ID=c8fa77ce-7044-4bf3-8f6f-d772a271024f,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:18.202209 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:18.212122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:11:18.262635 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56606) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:18.266896 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-b8279393-74cd-49f0-a76e-ae863e4e9c64 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6608775 Dec 15 19:11:18.270597 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Request body: {'subnet': {'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1015300988-subnet', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'ip_version': 4}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:18.359731 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Made reservation on behalf of 10aa1e5d58d14d73a721a74f2859bd87 for: {'subnet': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:18.362235 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4920528'] for subnet, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.405767 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:18.614505 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 2, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:18.640543 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Checking router: eab1acac-d92f-41f5-80df-0bb2309111e3 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:18.640894 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Updating router eab1acac-d92f-41f5-80df-0bb2309111e3 port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:11:18.650543 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6613368', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4920526'] for subnet, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.665114 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.717423 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a837cd4d-de26-4ecd-946e-202d5df45ff1,revision_number=0']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:18.732416 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Checking segment: {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:18.733037 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Network hostable DHCP agents. Network: c8fa77ce-7044-4bf3-8f6f-d772a271024f, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103025) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:11:18.818983 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103025) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:11:18.904740 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, c8fa77ce-7044-4bf3-8f6f-d772a271024f) {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:18.909797 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:18.910405 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:18.917545 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7108e1-ce49-48b2-83de-1bd8ab6c0b53 None None] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:18.943406 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.021321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56620) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:19.021839 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-a151a56a-94fc-463a-afed-0c6ca75367fb admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7560744 Dec 15 19:11:19.024719 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.025866 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:19.032090 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8dbb6866-209f-5f31-b252-049809abd5b6-c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1'}]}} from dv-cinder-812685-5-iscsi. {{(pid=103027) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Dec 15 19:11:19.032949 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.074706 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223e134-f234-4589-90b3-205527e5217b None None] Pushing event updated for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:19.081957 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.082414 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.082882 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.083317 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.083740 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.084158 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.084745 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.085295 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.085750 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.086215 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.086634 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.087048 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.087465 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2223e134-f234-4589-90b3-205527e5217b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103028) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:19.116321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-631238', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12115'] for router, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.118298 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-631926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-633735', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-554438', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12104'] for router, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.142496 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:19.158618 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Attempting to bind port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:19.159079 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Attempting to bind port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:19.159507 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Attempting to bind port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a on network 90df79ab-8736-40c9-b55e-7513272101c7 {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:19.165271 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:19.165271 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Checking segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:19.165826 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.166340 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Bound using segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:19.167041 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Bound port: d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:19.167348 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.200015 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.241936 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] For port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:19.245488 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] For port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:19.310879 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.380411 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2223e134-f234-4589-90b3-205527e5217b None None] Pushing event updated for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:19.396882 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:19.397746 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:19.397943 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.db_base_plugin_common [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Allocated IP 172.20.0.2 (c8fa77ce-7044-4bf3-8f6f-d772a271024f/a837cd4d-de26-4ecd-946e-202d5df45ff1/fcd767b0-df91-48a1-b3d9-9c80cc3614a6) {{(pid=103027) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:19.434160 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] Provisioning complete for port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:19.434988 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.516157 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.550847 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:19.602783 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:19.603098 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.703011 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks [] for port, precommit_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.787904 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.834762 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] For port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:19.837063 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592'] for port, after_create {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.846168 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:19.885828 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c82b87-5585-4c72-b4ae-59ab5a71a7b4 None None] The sync data for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi is: [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:19.894125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.902328 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f is already hosted by enough agents. {{(pid=103027) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:19.903771 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Pushing event updated for resources: {'Port': ['ID=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,revision_number=1']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:19.907405 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.scheduler.base_scheduler [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Resources bound (agent type, host, resource id): {{(pid=103027) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:19.910963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Received port after_create {{(pid=103027) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:19.926055 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:19.938596 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.005772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Attempting to bind port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:20.005772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Attempting to bind port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:20.005772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Attempting to bind port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 on network c8fa77ce-7044-4bf3-8f6f-d772a271024f {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:20.021437 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:20.021993 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Checking segment: {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:20.022486 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.022888 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Bound using segment: {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:20.023635 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Bound port: fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:20.024028 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.039845 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa67475-d88e-4854-82ec-32ed5c3b145d None None] Pushing event updated for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:20.066036 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Allocated IP 172.27.1.68 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/05404f29-0735-484f-a47a-3ea1ebae46bb) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:20.112775 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a14a1ac9-bd93-426c-b1c3-fed01c45ee3d None None] Provisioning complete for port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:20.113485 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a14a1ac9-bd93-426c-b1c3-fed01c45ee3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.142516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] For port fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:20.165743 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] For port fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:20.189291 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.241021 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.309601 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2aeb30-7c0d-423e-96c1-b4656469286b None None] Pushing event updated for resources: {'Port': ['ID=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:20.331326 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.374575 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:20.379629 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:20.383530 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:20.428316 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Pushing event updated for resources: {'Port': ['ID=05404f29-0735-484f-a47a-3ea1ebae46bb,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:20.771820 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:20.972474 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-631887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-633844'] for router, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.179085 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce is scheduled to L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a with binding_index 1 {{(pid=103026) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Dec 15 19:11:21.215845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56646) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:21.244522 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device fcd767b0-df91-48a1-b3d9-9c80cc3614a6 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:21.306873 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:21.306873 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.328700 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:21.344123 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Sync routers for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:21.364324 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:21.364961 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:21.378170 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-015a56e0-3f38-4cd2-9d66-32688dd6c96c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.410334 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba175ad-a4e4-4b2e-9342-953b4c56659f None None] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:21.424199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.425529 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-46292ff7-9824-46af-98d2-f4f49ea4efa8 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4031568 Dec 15 19:11:21.428462 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56650) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:21.469647 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-015a56e0-3f38-4cd2-9d66-32688dd6c96c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.530949 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-015a56e0-3f38-4cd2-9d66-32688dd6c96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.562229 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-496a4452-1af4-49ed-887b-99419ab87362 None None] Provisioning complete for port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:21.562615 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-496a4452-1af4-49ed-887b-99419ab87362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.576621 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-015a56e0-3f38-4cd2-9d66-32688dd6c96c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7ec530731338454eb408e37f2bd5af69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3559873 Dec 15 19:11:21.576621 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a56e0-3f38-4cd2-9d66-32688dd6c96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68726b0-0704-4604-acd7-94e9b0fee002,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:21.577624 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56652) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:21.601012 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.630757 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:21.638922 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.669685 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.750390 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:21.799661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.802859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.804316 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c68726b0-0704-4604-acd7-94e9b0fee002 HTTP/1.1" status: 204 len: 168 time: 0.2256594 Dec 15 19:11:21.814623 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3202f3f0-531b-4640-9fe6-a13d11e2809e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68726b0-0704-4604-acd7-94e9b0fee002,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:21.850225 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.851064 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:21.934983 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:21.944499 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-496a4452-1af4-49ed-887b-99419ab87362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.018486 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:22.065540 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:22.065921 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.107108 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.db.api [None req-496a4452-1af4-49ed-887b-99419ab87362 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103027) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 19:11:22.107498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG oslo_db.api [None req-496a4452-1af4-49ed-887b-99419ab87362 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 19:11:22.127555 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:20Z', 'revision_number': 3, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:22.148267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Allocated IP 172.20.0.1 (c8fa77ce-7044-4bf3-8f6f-d772a271024f/a837cd4d-de26-4ecd-946e-202d5df45ff1/1bbd1b24-2730-4230-be5b-ac5683bb5458) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:22.156553 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Checking router: dd1be2e9-e50d-463a-b6db-c90d87f0e5ce for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:22.157589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Updating router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce port 05404f29-0735-484f-a47a-3ea1ebae46bb binding host dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:11:22.209377 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.269400 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.388120 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.428558 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:22.431568 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:22.435286 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:22.459169 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:22.478358 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-636807'] for router_interface, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.486280 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56660) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:22.505531 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6337b8a4-20d9-4979-a887-484b1af84d82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.607962 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6337b8a4-20d9-4979-a887-484b1af84d82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.669224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks [] for port, precommit_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.714125 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-6337b8a4-20d9-4979-a887-484b1af84d82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.752932 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6337b8a4-20d9-4979-a887-484b1af84d82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0992f728-5401-4833-9d62-6c2ff87f2734,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:22.757362 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-6337b8a4-20d9-4979-a887-484b1af84d82 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=880606d633d442cc8d77105ac07bd04f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693386 Dec 15 19:11:22.760153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56664) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:22.793354 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a1feff1f-7a4a-4a47-9d3c-7479c50bb4b2 None None] Provisioning complete for port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:22.793941 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a1feff1f-7a4a-4a47-9d3c-7479c50bb4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.805282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.822874 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.874594 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.882388 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da96b-785e-49ee-a9df-cce2badd38a5 None None] Pushing event updated for resources: {'Port': ['ID=05404f29-0735-484f-a47a-3ea1ebae46bb,revision_number=2']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:22.890216 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Attempting to bind port 05404f29-0735-484f-a47a-3ea1ebae46bb on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:22.890478 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Attempting to bind port 05404f29-0735-484f-a47a-3ea1ebae46bb by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:22.890837 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Attempting to bind port 05404f29-0735-484f-a47a-3ea1ebae46bb on network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:22.897921 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:22.898571 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Checking segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103027) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:22.898699 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.899083 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Bound using segment: {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'} {{(pid=103027) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:22.899550 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.managers [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Bound port: 05404f29-0735-484f-a47a-3ea1ebae46bb, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5169e193-c886-46b0-96b7-91755d731368', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4'}}] {{(pid=103027) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:22.899932 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:22.989601 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] For port 05404f29-0735-484f-a47a-3ea1ebae46bb, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103027) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:22.992925 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] For port 05404f29-0735-484f-a47a-3ea1ebae46bb, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=05404f29-0735-484f-a47a-3ea1ebae46bb,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:22.997724 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a1feff1f-7a4a-4a47-9d3c-7479c50bb4b2 None None] Provisioning complete for port 1bbd1b24-2730-4230-be5b-ac5683bb5458 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:22.998104 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a1feff1f-7a4a-4a47-9d3c-7479c50bb4b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.036994 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-a1feff1f-7a4a-4a47-9d3c-7479c50bb4b2 None None] Port 1bbd1b24-2730-4230-be5b-ac5683bb5458 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:23.074107 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.111777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device fcd767b0-df91-48a1-b3d9-9c80cc3614a6 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:23.179434 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:23.179968 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:23.222170 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120da96b-785e-49ee-a9df-cce2badd38a5 None None] Pushing event updated for resources: {'Port': ['ID=05404f29-0735-484f-a47a-3ea1ebae46bb,revision_number=3']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:23.224553 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.285190 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:23.285602 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.323604 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.331008 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:23.396064 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.398711 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.399886 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0992f728-5401-4833-9d62-6c2ff87f2734 HTTP/1.1" status: 204 len: 168 time: 0.6387939 Dec 15 19:11:23.409204 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.411443 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df89f47d-f7a9-41cb-ac54-63ef685ec55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0992f728-5401-4833-9d62-6c2ff87f2734,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:23.482323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-564550', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-630839'] for router_interface, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.485468 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Pushing event updated for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:23.579620 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:23.581143 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:23.584207 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '1bbd1b24-2730-4230-be5b-ac5683bb5458', 'name': '', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'mac_address': 'fa:16:3e:31:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:21Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 1, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'subnets': [{'id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:23.618405 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f007048-0aef-427e-9936-b2e87ebf859d None None] The sync data for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi is: [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '1bbd1b24-2730-4230-be5b-ac5683bb5458', 'name': '', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'mac_address': 'fa:16:3e:31:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:21Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 1, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'subnets': [{'id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:23.721022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:11:23.878679 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:11:23.893186 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-26ad435d-2414-4154-8765-3fe5b3a19bc7 admin admin] 10.222.0.49 "PUT /v2.0/routers/dd1be2e9-e50d-463a-b6db-c90d87f0e5ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4584894 Dec 15 19:11:23.896776 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-70812dcc-051a-4e0d-bf4d-092944c17e8d None None] Provisioning complete for port 1bbd1b24-2730-4230-be5b-ac5683bb5458 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:23.897340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-70812dcc-051a-4e0d-bf4d-092944c17e8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:23.949559 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-70812dcc-051a-4e0d-bf4d-092944c17e8d None None] Port 1bbd1b24-2730-4230-be5b-ac5683bb5458 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:24.499655 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56692) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:24.504099 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-620089369', 'description': 'tempest-secgroup-smoke-620089369 description', 'project_id': 'e78f14ed60c847cb8e006926cc936940'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:24.582228 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:24.679685 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:24.742021 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:24.775618 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e148da01-d69a-405d-b30e-cd38beb57e79,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:24.841494 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:24.843844 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4300640b-7010-4ad9-99e8-fa9ecc45e4d7 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3433630 Dec 15 19:11:24.851192 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56702) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:24.855983 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:24.947125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.006501 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.093673 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.111932 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e2adab-f7a8-4f72-955a-888a7837a18d,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:25.127987 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 05404f29-0735-484f-a47a-3ea1ebae46bb up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:25.176375 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 05404f29-0735-484f-a47a-3ea1ebae46bb triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:25.176750 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.218292 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.222046 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-dddfc7e4-c0f8-420a-bc4b-4687036f7f28 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3673449 Dec 15 19:11:25.222440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56710) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:25.226719 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:25.266298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.287861 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] For port 05404f29-0735-484f-a47a-3ea1ebae46bb, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=05404f29-0735-484f-a47a-3ea1ebae46bb,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:25.306784 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.364483 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.374415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.413742 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Pushing event updated for resources: {'Port': ['ID=05404f29-0735-484f-a47a-3ea1ebae46bb,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:25.453162 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.472402 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3446a999-a696-436c-97a9-4893b1bc3547,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:25.540649 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.541986 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-561db341-c073-49f8-9f08-d19cda6a18f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3187656 Dec 15 19:11:25.544788 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56720) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:25.549193 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:25.675382 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.742160 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.812936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.832389 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b054788e-680d-48eb-8dfc-7c212511ee50,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:25.911926 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:25.913172 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-23fa7555-b068-49db-99f4-054a10a9fc46 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3673975 Dec 15 19:11:25.916061 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56730) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:25.920252 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:26.018503 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.078413 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.167118 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.185441 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f94f71c-6503-4723-a5ee-15638254cb6a,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:26.266277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.267498 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-8f942417-ed0c-4853-9096-f9122782f927 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3505402 Dec 15 19:11:26.270415 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56732) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:26.274664 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:26.389977 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.securitygroups_db [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Project e78f14ed60c847cb8e006926cc936940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:11:26.395204 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.454848 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.544689 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.564713 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8342afe4-0a59-4bde-aed1-5adae98f40b4,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:26.629321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.630660 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-5e7fa654-fb44-448d-bf42-0f9251c49c60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592322 Dec 15 19:11:26.634336 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56740) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:26.638793 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'security_group_rule': {'security_group_id': 'e148da01-d69a-405d-b30e-cd38beb57e79', 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:26.736273 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.securitygroups_db [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Project e78f14ed60c847cb8e006926cc936940 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 19:11:26.741948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.810822 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.884401 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-615128'] for security_group_rule, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.899877 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f855305a-62cf-4962-8140-15b9840f10f2,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:26.992089 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:26.994221 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-86f3433b-0ae7-4a45-8cb2-9700d25621ea tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3580930 Dec 15 19:11:27.120924 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 05404f29-0735-484f-a47a-3ea1ebae46bb up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:27.172823 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 05404f29-0735-484f-a47a-3ea1ebae46bb triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:27.173222 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:27.430475 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Sync routers for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:11:27.441122 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:27.441739 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:27.551008 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:27.748230 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '1bbd1b24-2730-4230-be5b-ac5683bb5458', 'name': '', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'mac_address': 'fa:16:3e:31:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:21Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 2, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'subnets': [{'id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:27.778055 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Checking router: dd1be2e9-e50d-463a-b6db-c90d87f0e5ce for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:11:27.778414 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Updating router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce port 1bbd1b24-2730-4230-be5b-ac5683bb5458 binding host dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 19:11:27.891780 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.154669 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks [] for port, precommit_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.213440 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56814) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:28.215756 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.267401 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88afaa-bedd-4ec6-9fbe-fecd84d9a253 None None] Pushing event updated for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=3']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:28.322804 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e778cae8-2ee4-46ba-8761-6651dd07c8fb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.332879 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Attempting to bind port 1bbd1b24-2730-4230-be5b-ac5683bb5458 on host dv-cinder-812685-5-iscsi for vnic_type normal with profile {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:28.333413 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Attempting to bind port 1bbd1b24-2730-4230-be5b-ac5683bb5458 by drivers openvswitch,hyperv on host dv-cinder-812685-5-iscsi at level 0 using segments [{'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:28.333873 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Attempting to bind port 1bbd1b24-2730-4230-be5b-ac5683bb5458 on network c8fa77ce-7044-4bf3-8f6f-d772a271024f {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:28.339751 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Checking agent: {'id': 'e163d52f-dfbe-412f-b13f-ec21cb233cc0', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-812685-5-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 18, 55, 37), 'started_at': datetime.datetime(2021, 12, 15, 18, 56, 7), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-812685-5-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:28.340242 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Checking segment: {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103028) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:28.340761 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.341280 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Bound using segment: {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'} {{(pid=103028) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:28.342219 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.managers [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Bound port: 1bbd1b24-2730-4230-be5b-ac5683bb5458, host: dv-cinder-812685-5-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e60d5caa-d63f-4812-97f9-91d19225c70f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f'}}] {{(pid=103028) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:28.342438 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.413566 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] For port 1bbd1b24-2730-4230-be5b-ac5683bb5458, host dv-cinder-812685-5-iscsi, cleared binding levels {{(pid=103028) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:28.417265 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.plugins.ml2.db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] For port 1bbd1b24-2730-4230-be5b-ac5683bb5458, host dv-cinder-812685-5-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=1bbd1b24-2730-4230-be5b-ac5683bb5458,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103028) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:28.429672 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e778cae8-2ee4-46ba-8761-6651dd07c8fb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.481658 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron_lib.callbacks.manager [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103028) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.503012 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] Provisioning complete for port 1bbd1b24-2730-4230-be5b-ac5683bb5458 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:28.503882 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.510294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-e778cae8-2ee4-46ba-8761-6651dd07c8fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.549490 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a88afaa-bedd-4ec6-9fbe-fecd84d9a253 None None] Pushing event updated for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=4']} {{(pid=103028) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:28.559870 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-e778cae8-2ee4-46ba-8761-6651dd07c8fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ad0e248fd5cb44c696547b4fbf13687c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3452525 Dec 15 19:11:28.561054 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56832) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:28.566388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778cae8-2ee4-46ba-8761-6651dd07c8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f0539b-1ead-4c68-9bbc-2cc7f83f5f7b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:28.575975 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:11:28.576550 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:11:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:28.629376 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.641911 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.671018 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.693221 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] For port 1bbd1b24-2730-4230-be5b-ac5683bb5458, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=1bbd1b24-2730-4230-be5b-ac5683bb5458,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:11:28.701639 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:11:28.747387 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.787533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.790363 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.791534 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/50f0539b-1ead-4c68-9bbc-2cc7f83f5f7b HTTP/1.1" status: 204 len: 168 time: 0.2283983 Dec 15 19:11:28.800185 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15984736-a06d-42fc-a8c1-62cac4ce4270 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f0539b-1ead-4c68-9bbc-2cc7f83f5f7b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:28.810094 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b3d04-fcb1-4ac9-8939-c8027e90cbdd None None] Pushing event updated for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:28.877042 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-a0825fca-1b61-409e-b56b-1ba81de0bc1f None None] Provisioning complete for port 1bbd1b24-2730-4230-be5b-ac5683bb5458 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:28.877367 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a0825fca-1b61-409e-b56b-1ba81de0bc1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:28.921406 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '1bbd1b24-2730-4230-be5b-ac5683bb5458', 'name': '', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'mac_address': 'fa:16:3e:31:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:21Z', 'updated_at': '2021-12-15T19:11:28Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'subnets': [{'id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:11:28.948486 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53af8005-0163-45c6-b481-fd0e9f47696d None None] The sync data for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi is: [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:22Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '1bbd1b24-2730-4230-be5b-ac5683bb5458', 'name': '', 'network_id': 'c8fa77ce-7044-4bf3-8f6f-d772a271024f', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'mac_address': 'fa:16:3e:31:8c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 622, 'fixed_ips': [{'subnet_id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:21Z', 'updated_at': '2021-12-15T19:11:28Z', 'revision_number': 4, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'subnets': [{'id': 'a837cd4d-de26-4ecd-946e-202d5df45ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:11:29.165014 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 1bbd1b24-2730-4230-be5b-ac5683bb5458 up at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:11:29.217335 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Provisioning complete for port 1bbd1b24-2730-4230-be5b-ac5683bb5458 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:29.217735 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.456027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56842) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:29.469652 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-680da405-3f66-4956-80d4-6c6cbec37a05 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.548981 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-680da405-3f66-4956-80d4-6c6cbec37a05 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.621059 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-680da405-3f66-4956-80d4-6c6cbec37a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.660614 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-680da405-3f66-4956-80d4-6c6cbec37a05 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d87cb87b722430f8946cd218189e998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2034059 Dec 15 19:11:29.661840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680da405-3f66-4956-80d4-6c6cbec37a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d7b8ab-de22-4160-9e8b-10be949fff65,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:29.663880 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56844) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:29.711527 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.735587 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.855840 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.858465 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:29.860299 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3d7b8ab-de22-4160-9e8b-10be949fff65 HTTP/1.1" status: 204 len: 168 time: 0.1953285 Dec 15 19:11:29.869151 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d06f90-7b31-46cc-93bb-66fed9b44279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d7b8ab-de22-4160-9e8b-10be949fff65,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:30.892434 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9973c4ac-9831-4559-a346-bc08b4c21b91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:32.998371 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56938) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:33.106731 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f923d77-c6ad-4825-8069-9a110fac9b91 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.182823 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f923d77-c6ad-4825-8069-9a110fac9b91 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.269323 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3f923d77-c6ad-4825-8069-9a110fac9b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.309755 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3f923d77-c6ad-4825-8069-9a110fac9b91 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fd89ce1bd23748258e18ae52fd5f666a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3101776 Dec 15 19:11:33.310563 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f923d77-c6ad-4825-8069-9a110fac9b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f8f11-bf04-48bc-a916-fa1c142d6a44,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:33.312290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56944) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:33.352075 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2954baad-ef41-4b5d-b77e-4dbc0a9445f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.361764 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.395859 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.541296 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.544396 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:33.545973 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d87f8f11-bf04-48bc-a916-fa1c142d6a44 HTTP/1.1" status: 204 len: 168 time: 0.2315412 Dec 15 19:11:33.555773 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a49122-a8c1-4187-94b4-f0e2f6d084d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f8f11-bf04-48bc-a916-fa1c142d6a44,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:34.113427 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56956) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:34.126741 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c109faf-0732-4101-9521-4cb26fb81fb5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.204465 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c109faf-0732-4101-9521-4cb26fb81fb5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.258355 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-1c109faf-0732-4101-9521-4cb26fb81fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.301624 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c109faf-0732-4101-9521-4cb26fb81fb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd0a47e-f38c-43d1-87e0-2bf4a5898742,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:34.301815 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 56962) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:34.312664 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-1c109faf-0732-4101-9521-4cb26fb81fb5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=378445793ea545f58cf0a3987fee5c83&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1981049 Dec 15 19:11:34.312989 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56966) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:34.368974 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.392138 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.415996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3640508b-fdd5-436f-9ccb-c835bd122696 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.449753 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.518366 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.521005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.522180 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abd0a47e-f38c-43d1-87e0-2bf4a5898742 HTTP/1.1" status: 204 len: 168 time: 0.2079756 Dec 15 19:11:34.530115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be4a7fa-ebd2-4fb0-8981-50369c5f5713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd0a47e-f38c-43d1-87e0-2bf4a5898742,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:34.577936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3640508b-fdd5-436f-9ccb-c835bd122696 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.652158 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3640508b-fdd5-436f-9ccb-c835bd122696 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.693354 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3640508b-fdd5-436f-9ccb-c835bd122696 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c88c395b3cbb4083896f07a5b07591c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3904557 Dec 15 19:11:34.694228 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640508b-fdd5-436f-9ccb-c835bd122696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49de651f-e491-4ce1-b92f-c01610a80124,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:34.696265 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 56972) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:34.747728 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.768872 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.906639 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.909247 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:34.910411 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/49de651f-e491-4ce1-b92f-c01610a80124 HTTP/1.1" status: 204 len: 168 time: 0.2131753 Dec 15 19:11:34.918452 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5bf00-0920-41d5-b300-7c90a1cd24bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49de651f-e491-4ce1-b92f-c01610a80124,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:35.759108 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:36.731940 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:41.582878 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-25bf8b9d-162e-4451-8699-f3b5747fd2e5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-39792596&fields=id&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 267 time: 0.0479891 Dec 15 19:11:41.634840 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57164) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:41.730955 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-d4fde6a3-c7b0-4c13-92e9-8751d31223b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:41.733302 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-d4fde6a3-c7b0-4c13-92e9-8751d31223b7 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1405084 Dec 15 19:11:41.748263 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-1bc32e0f-773f-4a58-9873-b2410ffa0042 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/quotas/f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 375 time: 0.0092058 Dec 15 19:11:41.779268 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54a7da38-c6c1-40c9-8101-c35a0cb70069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:41.806307 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-bc896c05-91c1-4e6c-ac63-2ad27922d2c5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0526550 Dec 15 19:11:41.863691 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54a7da38-c6c1-40c9-8101-c35a0cb70069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:41.905524 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-8ec9587d-b80d-4349-af39-dc820dae85ef service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873561 Dec 15 19:11:41.960633 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54a7da38-c6c1-40c9-8101-c35a0cb70069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:41.998997 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-913bc626-9c4c-41ad-96ed-031b4f6f7514 service neutron] 10.222.0.49 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866792 Dec 15 19:11:42.011665 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-54a7da38-c6c1-40c9-8101-c35a0cb70069 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3b6147045d60403d9d15d2aa4b292ece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724477 Dec 15 19:11:42.011665 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a7da38-c6c1-40c9-8101-c35a0cb70069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca219f2-dbf0-4188-9c59-821af00676f0,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:42.012296 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57170) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:42.068399 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:42.090746 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:42.206908 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:42.210049 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:42.214687 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3ca219f2-dbf0-4188-9c59-821af00676f0 HTTP/1.1" status: 204 len: 168 time: 0.1978598 Dec 15 19:11:42.219553 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba8da22-908b-438e-b4ec-0e75c4c7e0fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca219f2-dbf0-4188-9c59-821af00676f0,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:42.675541 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f7c19df6-47a3-4931-8074-2292a1a7241f req-a73f0a27-0645-4da0-b746-9742181ab87d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0271637 Dec 15 19:11:43.191569 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:43.765832 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-35c00298-5e39-4f96-920a-746c03461efc req-8fe42cfb-1a71-4b54-b7cf-ca424bf15c8f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0282714 Dec 15 19:11:44.848837 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-504d4f6a-2879-481f-84e4-b2aee3b38425 req-ee0ee47f-a01b-489b-a384-4be4a814ce5a tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0272999 Dec 15 19:11:45.950113 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b446a911-b3c4-4f96-9bf1-6a066298b094 req-9fd5210e-f22b-46b8-a4df-e914d8bb97ee tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0255044 Dec 15 19:11:46.391075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-02623ea1-fc4f-4438-a214-fecd6552fded service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396311 Dec 15 19:11:46.457196 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-815ddfbf-6c2b-4577-8aba-3576184c3edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:46.458892 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-815ddfbf-6c2b-4577-8aba-3576184c3edb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0435195 Dec 15 19:11:46.563963 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-53b5f9ee-9fc5-42af-bb54-60274bfcadef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:46.566128 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-53b5f9ee-9fc5-42af-bb54-60274bfcadef service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0875859 Dec 15 19:11:46.636051 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-47a74836-5af3-47e0-95c7-984c96cf6537 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 1001 time: 0.0625746 Dec 15 19:11:46.686415 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-9ef4e630-f80f-40ae-bbc1-3b76a2a7cd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:46.687986 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-9ef4e630-f80f-40ae-bbc1-3b76a2a7cd3d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0451469 Dec 15 19:11:46.750672 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-84f8b27f-6619-4ce3-8784-e5c309ebc885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:46.752242 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-84f8b27f-6619-4ce3-8784-e5c309ebc885 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414021 Dec 15 19:11:46.844289 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-50dbaabe-02a8-484a-a918-3a86a0188f75 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839753 Dec 15 19:11:46.940486 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c91708ea-6d2c-436c-8734-55a5a5567e29 req-0d615501-d16c-49bc-bb76-fc2bf884e5e8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850685 Dec 15 19:11:47.060573 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-701ae9f3-cf62-4357-ba17-fdbe1389b30b req-af11ce0d-ea44-4651-862f-5d45414a47b9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0323431 Dec 15 19:11:47.808819 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-99e4e3d0-d815-4084-88ed-f8e99402261e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:47.811380 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-99e4e3d0-d815-4084-88ed-f8e99402261e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 811 time: 0.1090524 Dec 15 19:11:47.878158 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-fe9b36c4-a699-46c0-b242-6c4547fd2ce9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f117be2c3e5e4d548c414fd1e198c1a4 HTTP/1.1" status: 200 len: 378 time: 0.0568254 Dec 15 19:11:47.888892 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'port': {'device_id': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'admin_state_up': True, 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'security_groups': ['9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:48.097127 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Made reservation on behalf of f117be2c3e5e4d548c414fd1e198c1a4 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:48.097127 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.176749 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c36d1b61-2fb3-4b7a-b173-642b1366a269 req-5dee16fe-e005-4aca-b5af-95dd0d598af8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0255265 Dec 15 19:11:48.229270 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.20.0.8 (8f1ee251-b588-424c-abec-a3e47c426719/722b8ba6-5ae7-4729-8210-d829125ae576/566463b4-e92a-40bf-9b9c-1e3562f26fbf) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:48.372965 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.470341 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.482411 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-ae4f0f51-8e16-4395-8380-6e77faa6113d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-620089369&fields=id&tenant_id=e78f14ed60c847cb8e006926cc936940 HTTP/1.1" status: 200 len: 267 time: 0.0546117 Dec 15 19:11:48.570504 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 8f1ee251-b588-424c-abec-a3e47c426719 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:48.582160 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:48.586270 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:48.588840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:48.676725 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:48.677393 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.691405 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-04f05f79-3e35-40c8-86df-84919de2274a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:48.692982 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-04f05f79-3e35-40c8-86df-84919de2274a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 808 time: 0.1879096 Dec 15 19:11:48.715557 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-a65a93de-21e6-46e1-9830-198368f95fa3 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/quotas/e78f14ed60c847cb8e006926cc936940 HTTP/1.1" status: 200 len: 375 time: 0.0102763 Dec 15 19:11:48.778270 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-c8393d5f-2245-4c34-9c96-6c433b7d2076 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0585859 Dec 15 19:11:48.786898 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-472b9636-8126-4b3b-90f3-9dca64ec5186 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9017823 Dec 15 19:11:48.813840 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Request body: {'port': {'device_id': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:48.918019 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.919048 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-d1fc4a8c-8a8f-456c-8eef-902fd8092eb3 None None] Provisioning complete for port 566463b4-e92a-40bf-9b9c-1e3562f26fbf triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:48.919534 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d1fc4a8c-8a8f-456c-8eef-902fd8092eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:48.946923 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-3388be49-cf43-4c37-8d5c-96548204a4ff service neutron] 10.222.0.49 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565235 Dec 15 19:11:48.958912 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-d1fc4a8c-8a8f-456c-8eef-902fd8092eb3 None None] Port 566463b4-e92a-40bf-9b9c-1e3562f26fbf cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:49.139145 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-59426263-bed3-4a3e-99db-81cb9720d5ff service neutron] 10.222.0.49 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707206 Dec 15 19:11:49.288482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566463b4-e92a-40bf-9b9c-1e3562f26fbf {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:11:49.296768 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:49.304476 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f097ad3-bce5-4d01-bb8a-13dccb59ba35 req-bdc34074-5517-47ba-9ce2-8eadc7a66d4f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:49.306010 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f097ad3-bce5-4d01-bb8a-13dccb59ba35 req-bdc34074-5517-47ba-9ce2-8eadc7a66d4f tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 931 time: 0.0592630 Dec 15 19:11:49.309643 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Transition to ACTIVE for port object 566463b4-e92a-40bf-9b9c-1e3562f26fbf will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:11:49.363339 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f097ad3-bce5-4d01-bb8a-13dccb59ba35 req-3da5c0dd-7185-4ecb-a56d-48e0c9f5b415 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503206 Dec 15 19:11:49.368390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:49.422667 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Pushing event updated for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:49.450022 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.450373 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.450766 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.451104 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.451519 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.451858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.452396 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.452755 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.455448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.455448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.455448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.455448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.455448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:49.506648 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Attempting to bind port 566463b4-e92a-40bf-9b9c-1e3562f26fbf on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:49.510481 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Attempting to bind port 566463b4-e92a-40bf-9b9c-1e3562f26fbf by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:49.510481 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Attempting to bind port 566463b4-e92a-40bf-9b9c-1e3562f26fbf on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:49.511761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Port 566463b4-e92a-40bf-9b9c-1e3562f26fbf on network 8f1ee251-b588-424c-abec-a3e47c426719 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:11:49.512067 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Attempting to bind port 566463b4-e92a-40bf-9b9c-1e3562f26fbf on network 8f1ee251-b588-424c-abec-a3e47c426719 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:49.517546 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:49.518027 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Checking segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:49.518425 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Bound using segment: {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:49.518853 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Bound port: 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:49.519205 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:49.603555 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:49.606664 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:49.698896 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:49.718063 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9a1cb5c2-5ada-40eb-85aa-579e0b1b0608 req-8cb48dd7-1936-4b31-83e6-356c1d70773d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 210 time: 0.0303662 Dec 15 19:11:49.750341 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:49.751148 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:49.752569 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] 10.222.0.44 "PUT /v2.0/ports/566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 200 len: 1093 time: 0.9537582 Dec 15 19:11:49.753005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:11:49.755419 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3300d47d-4743-4995-8123-43a7aa4708f0" -d '{"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:11:49.782479 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a7a157-ddfc-4593-932e-a6e86d0c502d service neutron] Pushing event updated for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:49.804622 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54028fc-bc9f-4997-99ff-661f1cbfb018 x-openstack-request-id: req-d54028fc-bc9f-4997-99ff-661f1cbfb018 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:11:49.804918 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:11:49.805210 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d54028fc-bc9f-4997-99ff-661f1cbfb018 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:11:49.805608 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'status': 'completed', 'code': 200} Dec 15 19:11:49.866053 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-37a8393a-c869-4c04-b5dd-a13290286add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:49.870479 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-37a8393a-c869-4c04-b5dd-a13290286add service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1096 time: 0.0435574 Dec 15 19:11:49.912121 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:11:49.981574 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-57deff99-8b74-4205-a1d8-435abe368246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:49.983132 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-57deff99-8b74-4205-a1d8-435abe368246 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1050129 Dec 15 19:11:50.343069 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-8c63fb11-73c3-4d22-a5b9-140cfba05b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:50.344570 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3300d47d-4743-4995-8123-43a7aa4708f0 req-8c63fb11-73c3-4d22-a5b9-140cfba05b55 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3540909 Dec 15 19:11:50.427111 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-fc4932e5-8d53-4ba5-ac09-0e73d9815e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:50.428671 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-fc4932e5-8d53-4ba5-ac09-0e73d9815e9e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1096 time: 0.0445700 Dec 15 19:11:50.476719 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-727b8836-ccf0-4b96-a555-1db617b83f95 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 200 len: 217 time: 0.0395474 Dec 15 19:11:50.504722 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686fcfd-5812-4c9e-ac96-9e122b440d6e req-9ed642b4-aa62-4a6c-851b-e099d4e59c50 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:50.506353 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c686fcfd-5812-4c9e-ac96-9e122b440d6e req-9ed642b4-aa62-4a6c-851b-e099d4e59c50 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0678134 Dec 15 19:11:50.534986 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-a54c63c2-1fad-423a-9472-c44675d8748c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:50.536560 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-a54c63c2-1fad-423a-9472-c44675d8748c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0506406 Dec 15 19:11:50.566796 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c686fcfd-5812-4c9e-ac96-9e122b440d6e req-78767eec-eb36-4b46-ae7e-8c9569d9a1f2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536752 Dec 15 19:11:50.600359 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-424854de-135b-4cae-829b-0053badef1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:50.602557 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-424854de-135b-4cae-829b-0053badef1b7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0578873 Dec 15 19:11:50.702605 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-aab61d2d-4bb0-445e-9480-2ae196c6279a service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902646 Dec 15 19:11:50.807967 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f35d8df3-9fe6-412d-a75f-a6a269b9c554 req-f7cf4050-179e-4eec-816f-08193a2871ae tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 210 time: 0.0347891 Dec 15 19:11:50.819210 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7397b333-7df9-448c-9da7-d141de1c5ca7 req-a7c4b2cc-0942-4143-a3ba-50fd95995ee5 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090872 Dec 15 19:11:51.843281 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47043cbf-fd23-4cf5-a120-04f8891dc475 req-35ef746a-a4ee-427f-b6df-f053bfd080e2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:51.849260 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47043cbf-fd23-4cf5-a120-04f8891dc475 req-35ef746a-a4ee-427f-b6df-f053bfd080e2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0551279 Dec 15 19:11:51.912745 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-47043cbf-fd23-4cf5-a120-04f8891dc475 req-a6c16e34-c004-4077-bd36-614924b73aa4 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480163 Dec 15 19:11:51.930435 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-07f393d6-ea2a-4777-83ff-93dc28a8b788 req-40a32484-984f-4095-8b06-e49e55144eb6 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 210 time: 0.0323641 Dec 15 19:11:52.040679 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-d5ca8072-699c-4b32-a751-7c5b2ea83559 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:52.042236 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-d5ca8072-699c-4b32-a751-7c5b2ea83559 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 808 time: 0.1014566 Dec 15 19:11:52.109472 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-d8b2f07b-da81-4973-966d-9a2d388a48f0 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e78f14ed60c847cb8e006926cc936940 HTTP/1.1" status: 200 len: 379 time: 0.0553145 Dec 15 19:11:52.123950 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'port': {'device_id': '6128c912-1a49-4e44-add6-bcd197f85063', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'admin_state_up': True, 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'security_groups': ['e148da01-d69a-405d-b30e-cd38beb57e79']}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:52.317163 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Made reservation on behalf of e78f14ed60c847cb8e006926cc936940 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:52.320686 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:52.446834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Allocated IP 172.20.0.8 (90df79ab-8736-40c9-b55e-7513272101c7/0522b631-575e-4c36-b97f-36eb7560d736/1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:11:52.584511 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:52.688640 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:52.735393 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Network 90df79ab-8736-40c9-b55e-7513272101c7 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:11:52.739155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:52.741661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:11:52.773222 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:52.801225 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:52.801887 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:52.934029 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-dfe8be15-9464-4e44-a3b2-abe322403728 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8186371 Dec 15 19:11:52.951627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Request body: {'port': {'device_id': '6128c912-1a49-4e44-add6-bcd197f85063', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:52.995513 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-c9cf4162-4d47-4f56-bfeb-3ed9a58f7220 None None] Provisioning complete for port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 triggered by entity DHCP. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:11:52.996093 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c9cf4162-4d47-4f56-bfeb-3ed9a58f7220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.021989 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.032024 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141ade-6098-4120-85b0-0c8b304bea35 req-9f886b16-8080-46a8-8ca2-b13ef0681cd5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:53.035646 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43141ade-6098-4120-85b0-0c8b304bea35 req-9f886b16-8080-46a8-8ca2-b13ef0681cd5 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0553000 Dec 15 19:11:53.056416 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-c9cf4162-4d47-4f56-bfeb-3ed9a58f7220 None None] Port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 cannot update to ACTIVE because it is not bound. {{(pid=103027) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Dec 15 19:11:53.105819 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-43141ade-6098-4120-85b0-0c8b304bea35 req-3b8fcef1-30da-49ec-9698-2f0705a06fe8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0633183 Dec 15 19:11:53.177686 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bce4091-34e4-408c-8773-6a96c2a8fa9d req-a669afe8-c0d0-4407-8014-d3f2854f4d8b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:53.179168 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bce4091-34e4-408c-8773-6a96c2a8fa9d req-a669afe8-c0d0-4407-8014-d3f2854f4d8b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 931 time: 0.1193643 Dec 15 19:11:53.285362 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3bce4091-34e4-408c-8773-6a96c2a8fa9d req-0d6a1814-a8b5-48f2-8339-de4b4efdc807 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975537 Dec 15 19:11:53.375351 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:11:53.382796 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.395010 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Transition to ACTIVE for port object 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:11:53.459658 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.513739 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:53.593025 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Attempting to bind port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:11:53.593512 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Attempting to bind port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:11:53.593713 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Attempting to bind port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 on network 90df79ab-8736-40c9-b55e-7513272101c7 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:53.598390 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 on network 90df79ab-8736-40c9-b55e-7513272101c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:11:53.598713 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Attempting to bind port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 on network 90df79ab-8736-40c9-b55e-7513272101c7 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:11:53.603939 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:11:53.604278 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Checking segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:53.606155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Bound using segment: {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:11:53.606155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Bound port: 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae867436-4de1-461b-935c-ee36c1a4a0cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:11:53.606155 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.672927 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:11:53.676258 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:11:53.794221 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.830395 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:53.831003 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:53.832382 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] 10.222.0.44 "PUT /v2.0/ports/1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 1093 time: 0.8886302 Dec 15 19:11:53.832824 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:11:53.835125 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78d6f2b2-86ed-4dba-bff7-02931ac18572" -d '{"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:11:53.858641 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a6e22-829e-49df-b375-349b26876ee4 service neutron] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:53.874317 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-268b4875-af11-4d88-af86-4a7370d89240 x-openstack-request-id: req-268b4875-af11-4d88-af86-4a7370d89240 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:11:53.874614 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:11:53.874877 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-268b4875-af11-4d88-af86-4a7370d89240 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:11:53.875292 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'status': 'completed', 'code': 200} Dec 15 19:11:53.949435 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-7a8b601e-ce81-437b-a8ec-e685edd4a039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:53.951256 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-7a8b601e-ce81-437b-a8ec-e685edd4a039 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1096 time: 0.0474076 Dec 15 19:11:54.028518 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57422) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:54.057113 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-68b23d2e-6d8d-4c7c-be71-eeb172564d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.058602 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-68b23d2e-6d8d-4c7c-be71-eeb172564d28 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=e78f14ed60c847cb8e006926cc936940&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0977612 Dec 15 19:11:54.134297 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51190e0b-7dfa-43b4-9937-cbc2f99cd7a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.162562 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-c5a3ed7e-6796-4432-beda-568d331b343c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.164109 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-78d6f2b2-86ed-4dba-bff7-02931ac18572 req-c5a3ed7e-6796-4432-beda-568d331b343c service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0973775 Dec 15 19:11:54.212921 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51190e0b-7dfa-43b4-9937-cbc2f99cd7a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.265184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d95f37-a94a-49b8-9022-eee688bc0a97 req-24bf0aea-b8da-4ac0-b726-c36728fdb526 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.266706 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b8d95f37-a94a-49b8-9022-eee688bc0a97 req-24bf0aea-b8da-4ac0-b726-c36728fdb526 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0765591 Dec 15 19:11:54.272135 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-48cc87f4-f65a-4acb-9a1f-5284aa6c778c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.273518 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-48cc87f4-f65a-4acb-9a1f-5284aa6c778c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1096 time: 0.0573630 Dec 15 19:11:54.276572 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-51190e0b-7dfa-43b4-9937-cbc2f99cd7a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.318957 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-51190e0b-7dfa-43b4-9937-cbc2f99cd7a6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a4627357077e46a6b0f614d0f61d07d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2891939 Dec 15 19:11:54.319603 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57432) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:54.325923 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51190e0b-7dfa-43b4-9937-cbc2f99cd7a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f2ee72c-bb77-4978-852d-406a070e209b,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:54.329829 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-b41cf957-a3b5-45a2-bd28-62c446e0b6e4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0423024 Dec 15 19:11:54.384466 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b8d95f37-a94a-49b8-9022-eee688bc0a97 req-67cbe9c8-616f-45be-8f4d-18f9a137439e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1100044 Dec 15 19:11:54.394873 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-39b55078-ec88-448d-b2eb-bc447026a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.395300 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.396304 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-39b55078-ec88-448d-b2eb-bc447026a3bb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0588264 Dec 15 19:11:54.430961 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd8ed03-fbf6-45c8-a93c-3f753a5d1979 req-e2ff3cfa-7546-4e23-b4c1-d3ba50273946 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.432369 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cd8ed03-fbf6-45c8-a93c-3f753a5d1979 req-e2ff3cfa-7546-4e23-b4c1-d3ba50273946 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0697033 Dec 15 19:11:54.442896 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-d990380b-db5b-4473-967d-ebc539525711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:54.444407 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-d990380b-db5b-4473-967d-ebc539525711 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0406408 Dec 15 19:11:54.450206 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.510329 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0cd8ed03-fbf6-45c8-a93c-3f753a5d1979 req-8b4d8e7a-5a8e-4591-9c78-c7d6a6a4bd33 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703909 Dec 15 19:11:54.542792 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-90dfb8f6-60a5-4066-8de6-9db594f8d780 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868340 Dec 15 19:11:54.591083 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.593785 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:54.594930 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6f2ee72c-bb77-4978-852d-406a070e209b HTTP/1.1" status: 204 len: 168 time: 0.2741525 Dec 15 19:11:54.604056 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a4fcd7-febc-4f49-a0ab-4d91f6f06027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f2ee72c-bb77-4978-852d-406a070e209b,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:54.638235 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e0b4f73a-125b-4652-aa83-9c2e3753d569 req-9649f662-c616-453e-911e-10c072332eb3 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876870 Dec 15 19:11:55.208895 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57440) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:55.222209 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-03578335-83c1-472c-9820-cdc975939320 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.293307 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-03578335-83c1-472c-9820-cdc975939320 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.370268 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-03578335-83c1-472c-9820-cdc975939320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.407030 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-03578335-83c1-472c-9820-cdc975939320 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f4e58f57dc0c46c3a24a9e1ff7b79220&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1969798 Dec 15 19:11:55.408996 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03578335-83c1-472c-9820-cdc975939320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fb01afd-b542-4050-b7d6-97d29a6942c8,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:55.409832 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57444) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:55.471578 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.514617 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.546784 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74210a0-d7ea-4486-8b73-a16676e51b7e req-d8b2716a-a7b1-46c1-8fee-137d88c4b08b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:55.548868 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c74210a0-d7ea-4486-8b73-a16676e51b7e req-d8b2716a-a7b1-46c1-8fee-137d88c4b08b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0897923 Dec 15 19:11:55.602558 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c74210a0-d7ea-4486-8b73-a16676e51b7e req-195c7bc0-7e56-495f-94f2-93e4aeb86c2c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465870 Dec 15 19:11:55.638003 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424c385-3b57-4e5e-9457-f4456fb62def req-f3013ce9-0515-400f-a964-91e77ea55a69 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:55.639401 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3424c385-3b57-4e5e-9457-f4456fb62def req-f3013ce9-0515-400f-a964-91e77ea55a69 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0531094 Dec 15 19:11:55.665030 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.667780 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:55.668917 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6fb01afd-b542-4050-b7d6-97d29a6942c8 HTTP/1.1" status: 204 len: 168 time: 0.2568393 Dec 15 19:11:55.678039 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7452641-a09f-47af-bbc6-b1c8f3bda7ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fb01afd-b542-4050-b7d6-97d29a6942c8,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:55.691155 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3424c385-3b57-4e5e-9457-f4456fb62def req-d743c1b1-70d1-44eb-9270-f24c1de24881 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458093 Dec 15 19:11:56.256653 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57454) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:56.270357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eecf894b-85a8-4940-b8a1-a835f45a05af admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.342663 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eecf894b-85a8-4940-b8a1-a835f45a05af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.408294 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-eecf894b-85a8-4940-b8a1-a835f45a05af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.445287 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-eecf894b-85a8-4940-b8a1-a835f45a05af admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5fefc238d4094b32b7e4017fb24d0697&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1874323 Dec 15 19:11:56.446038 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecf894b-85a8-4940-b8a1-a835f45a05af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daebae7-dabb-4a1b-b787-bd254c893199,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:56.447918 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57456) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:56.495523 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.516116 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.633552 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.636335 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:56.641658 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6daebae7-dabb-4a1b-b787-bd254c893199 HTTP/1.1" status: 204 len: 168 time: 0.1886210 Dec 15 19:11:56.646164 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daebae7-dabb-4a1b-b787-bd254c893199,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:56.653509 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.653868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.654217 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.654559 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.654896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.655229 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.655560 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.655889 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.656271 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.656618 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.656918 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.657272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.658176 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2a7b554-4e21-454b-8b92-1683ca75195d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:11:56.734666 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3257964-14b9-43ac-99e5-e34964c958d6 req-65861fe4-1039-4d5f-85a4-af94af71cd57 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:56.736953 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3257964-14b9-43ac-99e5-e34964c958d6 req-65861fe4-1039-4d5f-85a4-af94af71cd57 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0598171 Dec 15 19:11:56.792979 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d3257964-14b9-43ac-99e5-e34964c958d6 req-b0620990-411e-4ad0-aa75-cd8d73b00da8 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451570 Dec 15 19:11:56.818810 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196feaf-b53e-40f9-b6ef-adfdc9491ca2 req-24ef4e2b-a4df-402e-be1d-77475a0f8318 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:56.820293 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1196feaf-b53e-40f9-b6ef-adfdc9491ca2 req-24ef4e2b-a4df-402e-be1d-77475a0f8318 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0505652 Dec 15 19:11:56.873675 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1196feaf-b53e-40f9-b6ef-adfdc9491ca2 req-527aca51-73c4-4aa5-b7a5-4fbc74aebe2e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 Dec 15 19:11:57.607097 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57484) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:57.702584 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-356991981-network', 'tenant_id': '6d24ab04ab414e69844313a3ecc8e946'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:57.790898 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Made reservation on behalf of 6d24ab04ab414e69844313a3ecc8e946 for: {'network': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:57.793128 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for network, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:57.802268 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:57.875944 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:57.907264 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb86b9b7-da89-466b-a3af-457433819af4 req-ffcf92fc-a586-44f3-8c2f-ea9086e7e435 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:57.909056 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb86b9b7-da89-466b-a3af-457433819af4 req-ffcf92fc-a586-44f3-8c2f-ea9086e7e435 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0493789 Dec 15 19:11:57.939896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:57.963025 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-eb86b9b7-da89-466b-a3af-457433819af4 req-acb49036-46de-4dcb-a8b7-e421734cf3c2 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471916 Dec 15 19:11:57.974256 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=103026) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 19:11:58.010375 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.023209 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.segments_db [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Added segment 99fadb14-2c8a-4edb-b53b-5dc82b2ea27b of type vlan for network c5253451-6588-47e6-8d09-495adf4b3ded Dec 15 19:11:58.023209 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:58.065003 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e9668-552f-4c2a-8f76-3d3d5adc931b req-b06d05a2-7915-426e-954d-65861492e90a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:58.066452 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-630e9668-552f-4c2a-8f76-3d3d5adc931b req-b06d05a2-7915-426e-954d-65861492e90a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.1174901 Dec 15 19:11:58.069910 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8790670243359'] for network, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.134145 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-630e9668-552f-4c2a-8f76-3d3d5adc931b req-ee5c0c73-5333-4c60-98e2-34ec06b38e1e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605648 Dec 15 19:11:58.196170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596'] for network, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.197176 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:58.197766 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.262291 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] Pushing event updated for resources: {'Network': ['ID=c5253451-6588-47e6-8d09-495adf4b3ded,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:58.276799 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Network c5253451-6588-47e6-8d09-495adf4b3ded details requested by agent ovs-agent-dv-cinder-812685-5-iscsi with host dv-cinder-812685-5-iscsi {{(pid=103027) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Dec 15 19:11:58.331365 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-43092700-dfe8-4aeb-9c4c-aa9417da9d08 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7230928 Dec 15 19:11:58.334377 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57498) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:11:58.339263 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Request body: {'subnet': {'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-356991981-subnet', 'tenant_id': '6d24ab04ab414e69844313a3ecc8e946', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:11:58.424501 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Made reservation on behalf of 6d24ab04ab414e69844313a3ecc8e946 for: {'subnet': 1} {{(pid=103026) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:11:58.426865 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6056811'] for subnet, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.670920 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5954113', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6056821'] for subnet, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.728775 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4095d207-80af-400d-829d-e967cfe50a2c,revision_number=0']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:11:58.737578 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Checking segment: {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103026) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:11:58.737937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Network hostable DHCP agents. Network: c5253451-6588-47e6-8d09-495adf4b3ded, hostable agents: ['39845c19-9afc-4d9d-b619-674b7a9c0d33'], hosted agents: [] {{(pid=103026) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 19:11:58.847800 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Network c5253451-6588-47e6-8d09-495adf4b3ded is scheduled to be hosted by DHCP agent 39845c19-9afc-4d9d-b619-674b7a9c0d33 with binding_index 1 {{(pid=103026) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 19:11:58.910470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-812685-5-iscsi, c5253451-6588-47e6-8d09-495adf4b3ded) {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:11:58.916671 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:58.917315 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:11:58.918498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88e44a0-f024-4ee8-92b1-bd578dd9d86b None None] Network c5253451-6588-47e6-8d09-495adf4b3ded requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:59.014457 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0cc734-26b9-4c79-98ba-b2394082986f None None] Network c5253451-6588-47e6-8d09-495adf4b3ded requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:11:59.029439 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-ed928f45-a703-4df9-8248-d3737704ae94 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6853197 Dec 15 19:11:59.096193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e49e1d-3a61-44c1-b058-f82de8671353 req-0381bda1-3785-4be7-a6c8-e4f03ec09d47 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:59.097995 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d7e49e1d-3a61-44c1-b058-f82de8671353 req-0381bda1-3785-4be7-a6c8-e4f03ec09d47 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0589180 Dec 15 19:11:59.154101 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d7e49e1d-3a61-44c1-b058-f82de8671353 req-d1938eb7-4027-458d-b9ce-4723176e0b8b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491295 Dec 15 19:11:59.252937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e265bed7-ac55-4f29-984c-d3f825bee09c req-059e5837-9a84-4274-945f-f1f744cff017 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:11:59.254433 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e265bed7-ac55-4f29-984c-d3f825bee09c req-059e5837-9a84-4274-945f-f1f744cff017 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0530281 Dec 15 19:11:59.303074 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e265bed7-ac55-4f29-984c-d3f825bee09c req-d497eca3-bdaf-4857-807d-b445d4eeb006 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424948 Dec 15 19:12:00.031045 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 566463b4-e92a-40bf-9b9c-1e3562f26fbf details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:12:00.125962 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:00.138129 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'port_id': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'mac_address': 'fa:16:3e:0f:a9:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:12:00.178015 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:00.190973 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566463b4-e92a-40bf-9b9c-1e3562f26fbf {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:00.210631 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:00.272335 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f1bb75-f9d7-4f3d-a638-66001d465c9a req-a08e9fef-c859-4658-b13a-b9e190f021d9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:00.274047 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7f1bb75-f9d7-4f3d-a638-66001d465c9a req-a08e9fef-c859-4658-b13a-b9e190f021d9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 943 time: 0.0509450 Dec 15 19:12:00.307501 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:00.324322 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7f1bb75-f9d7-4f3d-a638-66001d465c9a req-63f97fb3-5e18-4b48-8df2-6b713eab3b44 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439391 Dec 15 19:12:00.357863 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:00.365503 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.365857 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.366197 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.366533 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.366865 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.367191 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.367519 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.367845 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.368171 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.368500 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.368885 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.369331 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.369628 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:12:00.418135 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf73174-1dfb-4021-af57-5be5cbcdbd69 req-ad5bb9d6-9dbb-40b3-8794-6f25cc2ade54 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:00.419616 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4bf73174-1dfb-4021-af57-5be5cbcdbd69 req-ad5bb9d6-9dbb-40b3-8794-6f25cc2ade54 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0491924 Dec 15 19:12:00.468364 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4bf73174-1dfb-4021-af57-5be5cbcdbd69 req-23f62601-cbb9-4303-8f1c-64eafb9bc26a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427163 Dec 15 19:12:00.533478 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['566463b4-e92a-40bf-9b9c-1e3562f26fbf'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:00.901489 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-ce1c08e2-9e9c-41a8-b2b8-a7386d610505 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:01.186286 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-cda26a3c-ffbe-48c3-b567-29d9a8a36515 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:01.187692 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-cda26a3c-ffbe-48c3-b567-29d9a8a36515 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/networks?id=c5253451-6588-47e6-8d09-495adf4b3ded HTTP/1.1" status: 200 len: 808 time: 0.1111403 Dec 15 19:12:01.202603 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-70ff1fbf-011f-4ca1-bc21-37a745f5d299 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/quotas/6d24ab04ab414e69844313a3ecc8e946 HTTP/1.1" status: 200 len: 375 time: 0.0089731 Dec 15 19:12:01.233601 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-5df100d3-06ca-4fdf-92e1-f7c761b1ba93 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0257285 Dec 15 19:12:01.324427 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-852f4854-0fa2-4fd7-8297-3e423a6aac26 service neutron] 10.222.0.49 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825200 Dec 15 19:12:01.422257 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-2a33f07e-8e30-4c43-8cae-bd13c314f350 service neutron] 10.222.0.49 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908701 Dec 15 19:12:01.446754 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1cd978-72c2-4074-83dd-8b6dcdc61d67 req-5dd5332d-418c-4d3a-81bb-eaa76b62f7bc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:01.448249 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a1cd978-72c2-4074-83dd-8b6dcdc61d67 req-5dd5332d-418c-4d3a-81bb-eaa76b62f7bc tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 944 time: 0.0486565 Dec 15 19:12:01.512892 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3a1cd978-72c2-4074-83dd-8b6dcdc61d67 req-b8bc2c80-3238-4b08-a4d6-8c70cb977a4c tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585108 Dec 15 19:12:01.616677 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e64b04d-45f0-42d8-b5ef-e86afd7248b4 req-20bb3c7d-b006-4570-9bd7-e33cc1d9e5b9 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:01.618357 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e64b04d-45f0-42d8-b5ef-e86afd7248b4 req-20bb3c7d-b006-4570-9bd7-e33cc1d9e5b9 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0511951 Dec 15 19:12:01.676607 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8e64b04d-45f0-42d8-b5ef-e86afd7248b4 req-0315bca3-11b0-4cc8-b9a4-6fdb3b6991f2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511658 Dec 15 19:12:01.681124 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fd256a32-b05b-40bd-bfbe-890e89939547 req-9b601c00-9b72-4a9d-a965-ef75a31b519c tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 210 time: 0.0363822 Dec 15 19:12:02.023850 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 566463b4-e92a-40bf-9b9c-1e3562f26fbf up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:12:02.167632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 566463b4-e92a-40bf-9b9c-1e3562f26fbf completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:12:02.171702 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 566463b4-e92a-40bf-9b9c-1e3562f26fbf triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:12:02.172085 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:02.377439 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:02.399119 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:02.401419 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b464fc8-2823-4614-980c-9a32d8f6c23a" -d '{"events": [{"server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "name": "network-vif-plugged", "status": "completed", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:02.413816 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:02.437259 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e89f9f-94d9-40ee-886b-0ca4887b2041 x-openstack-request-id: req-83e89f9f-94d9-40ee-886b-0ca4887b2041 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:02.437553 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "name": "network-vif-plugged", "status": "completed", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:02.437839 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-83e89f9f-94d9-40ee-886b-0ca4887b2041 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:02.438390 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'code': 200} Dec 15 19:12:02.487561 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:02.541035 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:02.631842 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb97ae03-6071-46d7-abc3-82c5c45d4545 req-48801fd7-ab47-459e-b07f-b8a54f5b6bb0 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:02.633322 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bb97ae03-6071-46d7-abc3-82c5c45d4545 req-48801fd7-ab47-459e-b07f-b8a54f5b6bb0 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0486877 Dec 15 19:12:02.686764 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bb97ae03-6071-46d7-abc3-82c5c45d4545 req-19890d8b-dfab-4294-bb7b-61e30b9525fa tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469637 Dec 15 19:12:02.790113 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-904113fb-aad2-4fa1-b330-433525a8cfd6 req-53c212d9-4a6b-4f10-8c2c-16d2b5400537 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 210 time: 0.0298157 Dec 15 19:12:02.801047 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7094ed8-cc27-489d-80d6-63f2421292d0 req-95c8256c-057c-4189-8602-2842d221f36c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:02.816504 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7094ed8-cc27-489d-80d6-63f2421292d0 req-95c8256c-057c-4189-8602-2842d221f36c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0503933 Dec 15 19:12:02.852997 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e7094ed8-cc27-489d-80d6-63f2421292d0 req-fa930e6c-a374-4764-a052-87023a5b9141 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440879 Dec 15 19:12:02.928216 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4695c3-b56b-478f-8974-d32096938314 req-e626f115-ea5a-4278-8238-3ed8ec83191b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:02.929760 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c4695c3-b56b-478f-8974-d32096938314 req-e626f115-ea5a-4278-8238-3ed8ec83191b service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0399268 Dec 15 19:12:02.976405 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6c4695c3-b56b-478f-8974-d32096938314 req-04d53307-d7cc-4f5b-a15d-d482145f12a4 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0395865 Dec 15 19:12:03.373730 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1bba86e7-aa16-4a34-9655-1b7137287c0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:03.801409 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef175798-53a4-49b6-ad52-c3d2bd76e05a req-ce11c72b-6e90-4765-803b-0b2c23eddd47 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:03.802893 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef175798-53a4-49b6-ad52-c3d2bd76e05a req-ce11c72b-6e90-4765-803b-0b2c23eddd47 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0482857 Dec 15 19:12:03.856235 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ef175798-53a4-49b6-ad52-c3d2bd76e05a req-c1c3d969-1b32-43bd-bb74-9a470048641b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468411 Dec 15 19:12:03.894567 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-609c18bb-3a90-43cb-a261-fdca3873fc0e req-0fe609df-b738-4de4-ba7e-d4e04a587dd4 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 210 time: 0.0363677 Dec 15 19:12:04.028583 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe9537d-568d-4fde-968c-bffcec740656 req-2e031f9c-969d-413e-ac09-b0a479e84e60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:04.030125 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fe9537d-568d-4fde-968c-bffcec740656 req-2e031f9c-969d-413e-ac09-b0a479e84e60 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.1023784 Dec 15 19:12:04.088015 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-afff6e92-300a-4db4-b5aa-f0a8ed042f09 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:04.089443 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-afff6e92-300a-4db4-b5aa-f0a8ed042f09 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "GET /v2.0/networks?id=c5253451-6588-47e6-8d09-495adf4b3ded HTTP/1.1" status: 200 len: 808 time: 0.1363015 Dec 15 19:12:04.104143 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Request body: {'port': {'device_id': 'bffb4aed-e9be-4716-a597-482f00777b32', 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded', 'admin_state_up': True, 'tenant_id': '6d24ab04ab414e69844313a3ecc8e946'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:04.124837 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6fe9537d-568d-4fde-968c-bffcec740656 req-efa6c4ca-77d5-46af-b8ee-8fab8e18d34f tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880980 Dec 15 19:12:04.276047 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Made reservation on behalf of 6d24ab04ab414e69844313a3ecc8e946 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:12:04.279722 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.416878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Allocated IP 172.20.0.3 (c5253451-6588-47e6-8d09-495adf4b3ded/4095d207-80af-400d-829d-e967cfe50a2c/9f9d0581-f26f-4922-957e-adc9da3e70df) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:12:04.481786 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.554277 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.670445 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.708571 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Network c5253451-6588-47e6-8d09-495adf4b3ded is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:12:04.713673 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:12:04.717698 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:12:04.770885 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Pushing event updated for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:04.789621 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:04.790223 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.869925 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-ad8a50ef-e5b5-425b-88e9-32a1e15e8b32 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7702000 Dec 15 19:12:04.883300 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Request body: {'port': {'device_id': 'bffb4aed-e9be-4716-a597-482f00777b32', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:04.937115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:04.977520 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9723832-8bb2-44ad-bd14-0fc2130b2465 req-7b98a289-43fe-4a82-b0fd-ef678f85320d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:04.979460 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9723832-8bb2-44ad-bd14-0fc2130b2465 req-7b98a289-43fe-4a82-b0fd-ef678f85320d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0534425 Dec 15 19:12:05.029870 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f9723832-8bb2-44ad-bd14-0fc2130b2465 req-010952e4-257d-4a07-8069-874ec415e474 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444891 Dec 15 19:12:05.090778 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859fcd5c-f309-4db2-9647-f36365efc81f req-79311744-bfd8-4da2-9495-ecf41829e383 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.092453 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-859fcd5c-f309-4db2-9647-f36365efc81f req-79311744-bfd8-4da2-9495-ecf41829e383 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 931 time: 0.1176064 Dec 15 19:12:05.193951 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-859fcd5c-f309-4db2-9647-f36365efc81f req-793aee5d-29fc-436e-8fe2-646249c31659 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937700 Dec 15 19:12:05.239767 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeb5dc6-17b1-463a-89b2-481c07ba187e req-c56af9a3-7e6a-44b2-9f98-510193ad501d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.241301 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4aeb5dc6-17b1-463a-89b2-481c07ba187e req-c56af9a3-7e6a-44b2-9f98-510193ad501d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0496562 Dec 15 19:12:05.286882 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f9d0581-f26f-4922-957e-adc9da3e70df {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:05.291759 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4aeb5dc6-17b1-463a-89b2-481c07ba187e req-6c6cc637-0452-48ee-86da-638b0a763e8e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443618 Dec 15 19:12:05.294350 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.309297 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Transition to ACTIVE for port object 9f9d0581-f26f-4922-957e-adc9da3e70df will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:12:05.387193 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.439942 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:05.507864 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Attempting to bind port 9f9d0581-f26f-4922-957e-adc9da3e70df on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:12:05.508196 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Attempting to bind port 9f9d0581-f26f-4922-957e-adc9da3e70df by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:12:05.508534 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Attempting to bind port 9f9d0581-f26f-4922-957e-adc9da3e70df on network c5253451-6588-47e6-8d09-495adf4b3ded {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:12:05.512756 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Port 9f9d0581-f26f-4922-957e-adc9da3e70df on network c5253451-6588-47e6-8d09-495adf4b3ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:12:05.519016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Attempting to bind port 9f9d0581-f26f-4922-957e-adc9da3e70df on network c5253451-6588-47e6-8d09-495adf4b3ded {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:12:05.519016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:12:05.519016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Checking segment: {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:12:05.519016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Bound using segment: {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:12:05.519016 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Bound port: 9f9d0581-f26f-4922-957e-adc9da3e70df, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:12:05.519502 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.579601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:12:05.582654 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9f9d0581-f26f-4922-957e-adc9da3e70df,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:12:05.665287 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.703844 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.704455 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.705913 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] 10.222.0.44 "PUT /v2.0/ports/9f9d0581-f26f-4922-957e-adc9da3e70df HTTP/1.1" status: 200 len: 1093 time: 0.8266716 Dec 15 19:12:05.706336 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:05.708538 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e47544-7665-407d-8a52-7d3aec2919fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:05.731729 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6d214-95ea-4bad-95c2-1bb925452f5a service neutron] Pushing event updated for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:05.745451 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:05.745944 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f9ada7-c704-454b-90cf-e5e52385eb57 x-openstack-request-id: req-37f9ada7-c704-454b-90cf-e5e52385eb57 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:05.746056 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:05.746310 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-37f9ada7-c704-454b-90cf-e5e52385eb57 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:05.746720 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df', 'status': 'completed', 'code': 200} Dec 15 19:12:05.805695 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47544-7665-407d-8a52-7d3aec2919fe req-2194b281-8948-4214-ab76-469718402fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.807193 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-05e47544-7665-407d-8a52-7d3aec2919fe req-2194b281-8948-4214-ab76-469718402fc0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 1096 time: 0.0405505 Dec 15 19:12:05.901448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47544-7665-407d-8a52-7d3aec2919fe req-5152cc7c-0651-442d-b6f5-d0a8f7213ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.902889 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-05e47544-7665-407d-8a52-7d3aec2919fe req-5152cc7c-0651-442d-b6f5-d0a8f7213ee9 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d24ab04ab414e69844313a3ecc8e946&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0873613 Dec 15 19:12:05.995520 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e47544-7665-407d-8a52-7d3aec2919fe req-987c9652-c2c4-4184-bfaf-6b6200681698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:05.996867 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-05e47544-7665-407d-8a52-7d3aec2919fe req-987c9652-c2c4-4184-bfaf-6b6200681698 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0875509 Dec 15 19:12:06.070251 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-fc33e634-b423-408c-94f1-99e6e27f21d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.071795 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-fc33e634-b423-408c-94f1-99e6e27f21d1 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 1096 time: 0.0397239 Dec 15 19:12:06.114898 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-5cfa7150-ae1c-4279-b05d-0cc3f71f9e0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9f9d0581-f26f-4922-957e-adc9da3e70df HTTP/1.1" status: 200 len: 217 time: 0.0344281 Dec 15 19:12:06.146737 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d273af-f15f-4476-af61-4616ee50c702 req-d8eaaade-75dd-4161-b7b5-0836a3183a20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.148215 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c9d273af-f15f-4476-af61-4616ee50c702 req-d8eaaade-75dd-4161-b7b5-0836a3183a20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0517113 Dec 15 19:12:06.167752 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-54c40dc1-e55e-40f4-afbe-7cf4bed4ac89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.169233 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-54c40dc1-e55e-40f4-afbe-7cf4bed4ac89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4095d207-80af-400d-829d-e967cfe50a2c HTTP/1.1" status: 200 len: 848 time: 0.0465577 Dec 15 19:12:06.195867 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c9d273af-f15f-4476-af61-4616ee50c702 req-debfac8c-89c8-475b-b6d0-e995497c415d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416064 Dec 15 19:12:06.198827 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-e6922697-b81d-4ca6-a2ff-52fd5364491b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5253451-6588-47e6-8d09-495adf4b3ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229032 Dec 15 19:12:06.319170 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d1e0d-935c-4391-9391-11f441c1a01b req-fcc7d35a-80bc-4961-8f4b-852c26b63346 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.320662 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae7d1e0d-935c-4391-9391-11f441c1a01b req-fcc7d35a-80bc-4961-8f4b-852c26b63346 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 943 time: 0.0502102 Dec 15 19:12:06.330284 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-a670d152-0509-4a95-aed6-ec461213d942 service neutron] 10.222.0.44 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242428 Dec 15 19:12:06.340687 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce21426a-7d1a-40c5-959a-d7d0082207ac req-6ddc3ccd-1394-4a0a-8545-b132e54bd75d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.342132 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce21426a-7d1a-40c5-959a-d7d0082207ac req-6ddc3ccd-1394-4a0a-8545-b132e54bd75d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0757644 Dec 15 19:12:06.370088 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ae7d1e0d-935c-4391-9391-11f441c1a01b req-a02dd9b1-74e2-48c6-a051-e32a8cb0c136 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426836 Dec 15 19:12:06.454941 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ce21426a-7d1a-40c5-959a-d7d0082207ac req-58d4f17b-cc47-48e0-b754-05ad460de005 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1049421 Dec 15 19:12:06.472177 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-5ff80453-fefa-4d97-a021-ed993c432a27 req-4c5995f6-07b3-457b-a83a-a037dec70d33 service neutron] 10.222.0.44 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291220 Dec 15 19:12:06.478257 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57606) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:06.478741 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456a3def-11ee-4785-a707-c408c4e58203 req-2489e08e-1883-4ac4-974c-1af5b0c2ca9d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.480479 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-456a3def-11ee-4785-a707-c408c4e58203 req-2489e08e-1883-4ac4-974c-1af5b0c2ca9d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0560162 Dec 15 19:12:06.521015 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd5fec9-8b18-4769-bb8f-6930b6735ea8 tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:06.522507 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-efd5fec9-8b18-4769-bb8f-6930b6735ea8 tempest-TestVolumeBootPattern-1041630612 tempest-TestVolumeBootPattern-1041630612-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1093 time: 0.0431638 Dec 15 19:12:06.525263 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57608) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:06.529597 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'port_id': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:06.542659 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-456a3def-11ee-4785-a707-c408c4e58203 req-0f3a535e-21c7-484a-b72c-df11fa6d4546 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488293 Dec 15 19:12:06.598804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:06.695764 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:06.718804 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:06.802347 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Allocated IP 172.27.1.145 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/b017bbbb-b18d-45f7-97cb-edb0e4995815) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:12:06.898204 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:07.007482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:07.314939 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:12:07.317706 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:12:07.320983 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:12:07.341938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=b017bbbb-b18d-45f7-97cb-edb0e4995815,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:07.555465 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c14151-76c3-4bf2-b73b-906880b80a87 req-ae3f0e31-b66b-4d99-bd81-304c822b685a tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:07.556931 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44c14151-76c3-4bf2-b73b-906880b80a87 req-ae3f0e31-b66b-4d99-bd81-304c822b685a tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 943 time: 0.1195261 Dec 15 19:12:07.642274 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-44c14151-76c3-4bf2-b73b-906880b80a87 req-7d10ae55-656b-4502-a90d-7840b2986ae4 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791714 Dec 15 19:12:07.661935 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb89f67f-6360-418b-a6c4-266eaab30bac req-358fd5a7-3da4-4960-b8b6-761e2c4645dc tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:07.663560 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb89f67f-6360-418b-a6c4-266eaab30bac req-358fd5a7-3da4-4960-b8b6-761e2c4645dc tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0536573 Dec 15 19:12:07.713501 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-eb89f67f-6360-418b-a6c4-266eaab30bac req-39c0950a-47a0-4751-b64f-174c1176a862 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432682 Dec 15 19:12:07.751597 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:07.887020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:08.033211 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:08.084233 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:08.153872 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event updated for resources: {'Port': ['ID=b017bbbb-b18d-45f7-97cb-edb0e4995815,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:08.165030 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:08.265052 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.db.l3_db [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 31b31990-7738-41f1-9f58-849a9a992bc4 associated. External IP: 172.27.1.145, port: 566463b4-e92a-40bf-9b9c-1e3562f26fbf. Dec 15 19:12:08.464330 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:12:08.565528 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:12:08.575739 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:12:08.584828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:12:08.585469 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:12:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:08.673511 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:08.692089 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:12:08.721185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d23c6fe7-6b74-4693-9338-02f5ca0b0c81 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1824744 Dec 15 19:12:08.721185 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:08.721185 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28de27-f2d5-4858-b345-c1241106edfe" -d '{"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:08.751249 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcca59ee-4273-48e0-b2d0-9b91dede5f0e x-openstack-request-id: req-dcca59ee-4273-48e0-b2d0-9b91dede5f0e {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:08.751538 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:08.751791 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-dcca59ee-4273-48e0-b2d0-9b91dede5f0e {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:08.752183 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'status': 'completed', 'code': 200} Dec 15 19:12:08.776525 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce76f9e-da2c-4d98-8e90-09b976e9f2c9 req-89e83a82-146c-416b-9d76-d911cb0aabeb tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:08.778395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ce76f9e-da2c-4d98-8e90-09b976e9f2c9 req-89e83a82-146c-416b-9d76-d911cb0aabeb tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 943 time: 0.0560663 Dec 15 19:12:08.845700 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46fa6fc-c897-4a10-8c5b-c0f29b741324 req-9a82de63-c5ca-47d8-9cd5-3961f95e385d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:08.847329 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c46fa6fc-c897-4a10-8c5b-c0f29b741324 req-9a82de63-c5ca-47d8-9cd5-3961f95e385d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0515029 Dec 15 19:12:08.848292 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28de27-f2d5-4858-b345-c1241106edfe req-36b9930e-9a74-4f33-a7c8-7a1d2d5737cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:08.849998 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-36b9930e-9a74-4f33-a7c8-7a1d2d5737cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0705807 Dec 15 19:12:08.857374 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ce76f9e-da2c-4d98-8e90-09b976e9f2c9 req-9846ae2a-86b8-4bff-afb4-2374a430a653 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696173 Dec 15 19:12:08.912246 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-c46fa6fc-c897-4a10-8c5b-c0f29b741324 req-3a4431fe-1b73-43dd-9182-ffe2a81f7668 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580723 Dec 15 19:12:08.950449 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '31b31990-7738-41f1-9f58-849a9a992bc4', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:0f:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:07Z', 'updated_at': '2021-12-15T19:12:07Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}, {'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:08.956670 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28de27-f2d5-4858-b345-c1241106edfe req-561cf349-707a-46d1-8aea-709273ce5a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:08.958185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-561cf349-707a-46d1-8aea-709273ce5a24 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0999947 Dec 15 19:12:08.977201 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:12:08.985612 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:12:08.986213 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:12:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:09.025282 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-15946512-b898-4ba0-9578-3727cfb5eea9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 200 len: 999 time: 0.0593634 Dec 15 19:12:09.077811 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28de27-f2d5-4858-b345-c1241106edfe req-dfa21d17-bed1-405f-bdbb-ad98bd516add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:09.079917 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-dfa21d17-bed1-405f-bdbb-ad98bd516add service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0472267 Dec 15 19:12:09.090447 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:12:09.124102 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28de27-f2d5-4858-b345-c1241106edfe req-cb6c0564-2dc5-4956-acec-e4db0f148487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:09.125634 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-cb6c0564-2dc5-4956-acec-e4db0f148487 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0391622 Dec 15 19:12:09.218913 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-00b30157-5cf8-4a78-a0c4-b2ee7d99c1af service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857756 Dec 15 19:12:09.321875 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-2b28de27-f2d5-4858-b345-c1241106edfe req-9a0ab494-abb5-400a-8c16-25e0c63ea109 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940263 Dec 15 19:12:09.343060 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '31b31990-7738-41f1-9f58-849a9a992bc4', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:0f:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:07Z', 'updated_at': '2021-12-15T19:12:07Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}, {'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:09.370069 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967442d7-d7af-47c3-b84d-96fa5d352b45 None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '31b31990-7738-41f1-9f58-849a9a992bc4', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.145', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 694, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:0f:a9:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:07Z', 'updated_at': '2021-12-15T19:12:07Z', 'revision_number': 0, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}, {'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:12:09.549239 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee994f2-e993-4020-9d2f-fd87ebb4d661 None None] New status for floating IP 31b31990-7738-41f1-9f58-849a9a992bc4: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:12:09.977020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0dd8e1-8268-4d57-b279-cb77dce03507 req-8e68a5cc-cf9c-437c-a397-3e28794ad724 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:09.978581 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b0dd8e1-8268-4d57-b279-cb77dce03507 req-8e68a5cc-cf9c-437c-a397-3e28794ad724 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 943 time: 0.0501015 Dec 15 19:12:10.026185 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7b0dd8e1-8268-4d57-b279-cb77dce03507 req-ab58f588-cabf-414e-af19-c4e536f459d1 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419526 Dec 15 19:12:10.029743 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb82981-1053-4b8f-8129-38604b73bb4b req-d02e4239-8e12-4ec4-baa2-d285ed97b616 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:10.031214 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcb82981-1053-4b8f-8129-38604b73bb4b req-d02e4239-8e12-4ec4-baa2-d285ed97b616 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0530138 Dec 15 19:12:10.053743 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9f9d0581-f26f-4922-957e-adc9da3e70df details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:12:10.082388 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-fcb82981-1053-4b8f-8129-38604b73bb4b req-f59d7364-c80b-4390-b672-021b82a2cced tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448315 Dec 15 19:12:10.145331 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9f9d0581-f26f-4922-957e-adc9da3e70df,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:10.160472 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '9f9d0581-f26f-4922-957e-adc9da3e70df', 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded', 'port_id': '9f9d0581-f26f-4922-957e-adc9da3e70df', 'mac_address': 'fa:16:3e:a1:a1:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4095d207-80af-400d-829d-e967cfe50a2c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:12:10.195627 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:10.207797 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f9d0581-f26f-4922-957e-adc9da3e70df {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:10.226428 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9f9d0581-f26f-4922-957e-adc9da3e70df,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:10.312646 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:10.359253 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:11.140524 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2929977-fc84-4fd1-b071-d922afc66c22 req-e869bd72-63f5-4d14-80ca-33121f5b4ab0 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:11.142045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2929977-fc84-4fd1-b071-d922afc66c22 req-e869bd72-63f5-4d14-80ca-33121f5b4ab0 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 944 time: 0.0489912 Dec 15 19:12:11.194084 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d2929977-fc84-4fd1-b071-d922afc66c22 req-e20f55f7-4d7a-43fd-9889-6f9495cc2158 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Dec 15 19:12:11.201004 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b61b8fc-a66c-4e92-a6a2-1d0f9b68595b req-084c2341-97ba-4656-8f3e-cdd5755bc310 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:11.202551 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b61b8fc-a66c-4e92-a6a2-1d0f9b68595b req-084c2341-97ba-4656-8f3e-cdd5755bc310 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0532570 Dec 15 19:12:11.252288 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9b61b8fc-a66c-4e92-a6a2-1d0f9b68595b req-b903be53-2b8c-442d-9ec1-1321041c9fb8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436261 Dec 15 19:12:12.307456 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbbe24f-8013-43c7-bcf8-48362ea31543 req-1763bfc3-11c6-41f8-9858-9df8c05d0819 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:12.309006 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8fbbe24f-8013-43c7-bcf8-48362ea31543 req-1763bfc3-11c6-41f8-9858-9df8c05d0819 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 944 time: 0.0493653 Dec 15 19:12:12.356761 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8fbbe24f-8013-43c7-bcf8-48362ea31543 req-77e29c23-7fcc-467c-9b5f-669bd5da041c tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412323 Dec 15 19:12:12.367183 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147eae5f-ceaa-4340-a27c-d212abe6006f req-4f541a67-798e-444f-ac3b-f4de298034b8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:12.368746 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-147eae5f-ceaa-4340-a27c-d212abe6006f req-4f541a67-798e-444f-ac3b-f4de298034b8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0513504 Dec 15 19:12:12.417939 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-147eae5f-ceaa-4340-a27c-d212abe6006f req-9775b57e-568f-4656-a380-d67050da4d3e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431924 Dec 15 19:12:13.180931 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:13.335058 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['9f9d0581-f26f-4922-957e-adc9da3e70df'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:13.498290 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7448506b-b4ef-4757-bf27-338506ff5063 req-62bf8d07-7c53-43c9-8a22-3cdbce3ca944 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:13.499805 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7448506b-b4ef-4757-bf27-338506ff5063 req-62bf8d07-7c53-43c9-8a22-3cdbce3ca944 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 944 time: 0.0704913 Dec 15 19:12:13.549054 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7448506b-b4ef-4757-bf27-338506ff5063 req-b9a2e39e-c74b-43f6-aa3d-1e7e1a73e3f8 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432854 Dec 15 19:12:13.550926 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6574cb-cddb-407f-9fc3-ad71690657a3 req-f3c0ea10-19b8-4b55-8586-caf8219ded0d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:13.552424 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f6574cb-cddb-407f-9fc3-ad71690657a3 req-f3c0ea10-19b8-4b55-8586-caf8219ded0d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0486374 Dec 15 19:12:13.603003 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-6f6574cb-cddb-407f-9fc3-ad71690657a3 req-64a31b3d-c675-42be-8648-4b50e605f43c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447505 Dec 15 19:12:14.667280 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42dfb86-85af-43e3-85bf-77fe42cfa2e2 req-c91c02f7-aece-48dd-b3bc-9c365b63e2e5 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:14.668778 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b42dfb86-85af-43e3-85bf-77fe42cfa2e2 req-c91c02f7-aece-48dd-b3bc-9c365b63e2e5 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 944 time: 0.0539391 Dec 15 19:12:14.716207 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b42dfb86-85af-43e3-85bf-77fe42cfa2e2 req-d9690e93-7014-4556-ad82-ef7fdbef80c5 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410001 Dec 15 19:12:14.717504 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3796f4-ebed-4a4c-9b08-97a4390479ec req-6454e497-7b8a-47a3-b71c-ab2dbfceb0bd tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:14.719581 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d3796f4-ebed-4a4c-9b08-97a4390479ec req-6454e497-7b8a-47a3-b71c-ab2dbfceb0bd tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0501027 Dec 15 19:12:14.771974 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-1d3796f4-ebed-4a4c-9b08-97a4390479ec req-4e434e2a-a317-49bf-b788-7a52961b5669 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466888 Dec 15 19:12:15.081503 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9f9d0581-f26f-4922-957e-adc9da3e70df up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:12:15.186772 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 9f9d0581-f26f-4922-957e-adc9da3e70df completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:12:15.190952 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 9f9d0581-f26f-4922-957e-adc9da3e70df triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:12:15.191329 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:15.272835 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:15.298938 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:15.301289 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00e5eb0-47c0-45ee-971a-0fdbb32fd911" -d '{"events": [{"server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "name": "network-vif-plugged", "status": "completed", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:15.314346 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9f9d0581-f26f-4922-957e-adc9da3e70df,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:15.335980 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b3c0b4-0959-485f-9538-53ecae3db00f x-openstack-request-id: req-08b3c0b4-0959-485f-9538-53ecae3db00f {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:15.336275 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "name": "network-vif-plugged", "status": "completed", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:15.336531 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-08b3c0b4-0959-485f-9538-53ecae3db00f {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:15.337004 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df', 'code': 200} Dec 15 19:12:15.383810 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:15.430839 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:15.682627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0f88d1-4c38-49ab-b863-233054253f9f req-1ebeb8fc-dfb7-479e-ad53-a03ba85529b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:15.684107 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c0f88d1-4c38-49ab-b863-233054253f9f req-1ebeb8fc-dfb7-479e-ad53-a03ba85529b1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 1098 time: 0.0393867 Dec 15 19:12:15.728693 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3c0f88d1-4c38-49ab-b863-233054253f9f req-99cd47ab-2dc0-4ec6-81d7-319ae89bdaff service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363278 Dec 15 19:12:15.831064 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55048ec0-5c3e-4e84-bf25-1b8ddab29c35 req-09362d1f-7b84-4e26-979f-4da72c26bdc7 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:15.836186 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55048ec0-5c3e-4e84-bf25-1b8ddab29c35 req-09362d1f-7b84-4e26-979f-4da72c26bdc7 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 945 time: 0.0492167 Dec 15 19:12:15.880363 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-55048ec0-5c3e-4e84-bf25-1b8ddab29c35 req-42272ec8-ccf1-46ca-9aa2-d08e5f5aa91c tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414395 Dec 15 19:12:15.893602 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a28aceb-cad9-4c1f-a3c1-ad3050279539 req-00e0461d-0da0-4ecf-8af7-daf60c2b9c59 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:15.894265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9a28aceb-cad9-4c1f-a3c1-ad3050279539 req-00e0461d-0da0-4ecf-8af7-daf60c2b9c59 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0532000 Dec 15 19:12:15.942852 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-9a28aceb-cad9-4c1f-a3c1-ad3050279539 req-696ba12b-6f7e-40dc-b51a-656416e7f2ce tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425794 Dec 15 19:12:16.994714 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95054f44-22e9-4c5c-82dc-0372da4a2488 req-c035325d-5c50-4897-8b43-a8ab2e835bc1 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:16.996208 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95054f44-22e9-4c5c-82dc-0372da4a2488 req-c035325d-5c50-4897-8b43-a8ab2e835bc1 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 945 time: 0.0490081 Dec 15 19:12:17.045547 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-95054f44-22e9-4c5c-82dc-0372da4a2488 req-2faa1bb7-0923-49a5-894b-81750e000e1c tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427773 Dec 15 19:12:17.057565 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f45bca-6c26-4c82-b0a1-28acc34f1cfe req-fb592f91-cfbb-4725-944b-22fed666679b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:17.058935 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a7f45bca-6c26-4c82-b0a1-28acc34f1cfe req-fb592f91-cfbb-4725-944b-22fed666679b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0499368 Dec 15 19:12:17.083898 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:12:17.113476 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-a7f45bca-6c26-4c82-b0a1-28acc34f1cfe req-44468d75-3e63-40d2-8548-dfa34c09bd68 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469956 Dec 15 19:12:17.183333 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:17.195119 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'mac_address': 'fa:16:3e:b0:36:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:12:17.230662 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:17.244250 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:17.264674 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:17.320937 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:17.372282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:17.556931 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:18.228811 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e44a63e-210a-453d-85f7-e0c7fd602800 req-f28d404d-f226-48f2-82c8-ef4c262d9e6c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:18.230517 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e44a63e-210a-453d-85f7-e0c7fd602800 req-f28d404d-f226-48f2-82c8-ef4c262d9e6c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 944 time: 0.0495059 Dec 15 19:12:18.279733 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba6bce-4081-46dd-ac2a-3f9c142d2235 req-4434f1d3-89c2-4b8a-a627-c0253695d663 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:18.281293 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15ba6bce-4081-46dd-ac2a-3f9c142d2235 req-4434f1d3-89c2-4b8a-a627-c0253695d663 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 945 time: 0.0545828 Dec 15 19:12:18.285247 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4e44a63e-210a-453d-85f7-e0c7fd602800 req-f7b1890a-5093-49e5-8a16-867214db5c47 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480125 Dec 15 19:12:18.329433 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-15ba6bce-4081-46dd-ac2a-3f9c142d2235 req-f3a29dcc-577e-4d50-80bb-8d401c27b80b tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418677 Dec 15 19:12:19.084432 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:12:19.198063 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:12:19.201939 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:12:19.202310 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.247739 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 57714) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:19.283583 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.305985 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:19.308310 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f5bb7f-ce6d-461f-abda-4fdb4d32791d" -d '{"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-plugged", "status": "completed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:19.321841 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:19.351302 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120a90a0-f40a-4bcc-97d6-0af0d3babf9f x-openstack-request-id: req-120a90a0-f40a-4bcc-97d6-0af0d3babf9f {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:19.351828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-plugged", "status": "completed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:19.352282 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-120a90a0-f40a-4bcc-97d6-0af0d3babf9f {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:19.352861 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'code': 200} Dec 15 19:12:19.360608 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10711507-4f13-4466-86cb-c8d00e5fbc01 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.392369 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.445934 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:19.455914 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c00bc-90aa-42a5-943b-1fc45dab1aa4 req-7df65b48-3c26-480d-8d56-7fab637f3121 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:19.456749 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb11f90-eafc-4de6-9789-24882f8ada17 req-8d9c673a-980c-444d-965e-601bf56365bb tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:19.457690 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b0c00bc-90aa-42a5-943b-1fc45dab1aa4 req-7df65b48-3c26-480d-8d56-7fab637f3121 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 945 time: 0.0530069 Dec 15 19:12:19.458265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-efb11f90-eafc-4de6-9789-24882f8ada17 req-8d9c673a-980c-444d-965e-601bf56365bb tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0742133 Dec 15 19:12:19.508017 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-0b0c00bc-90aa-42a5-943b-1fc45dab1aa4 req-c10f1aa3-db82-4789-9da6-d4ad23777671 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422657 Dec 15 19:12:19.554482 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10711507-4f13-4466-86cb-c8d00e5fbc01 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.564391 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-efb11f90-eafc-4de6-9789-24882f8ada17 req-0a304130-c4d8-4d49-8350-90af3324bd95 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970614 Dec 15 19:12:19.581764 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-84228cd1-ec94-43a7-a249-2ac7813b9f62 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:19.581764 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-84228cd1-ec94-43a7-a249-2ac7813b9f62 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 945 time: 0.0730224 Dec 15 19:12:19.622360 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-10711507-4f13-4466-86cb-c8d00e5fbc01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.671991 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10711507-4f13-4466-86cb-c8d00e5fbc01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3289ca9-d187-4200-a226-b740e27ce4c3,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:19.693314 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-10711507-4f13-4466-86cb-c8d00e5fbc01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=93eaa1bf491442d6b9927aa8372acd3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4444978 Dec 15 19:12:19.696098 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57724) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:19.725800 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Deleting port 9f9d0581-f26f-4922-957e-adc9da3e70df {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:12:19.726140 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.790494 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.821245 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.824845 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] For port 9f9d0581-f26f-4922-957e-adc9da3e70df, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9f9d0581-f26f-4922-957e-adc9da3e70df,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:19.825240 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.829927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b38139-71d8-48c8-9ae4-372642b5ef85 req-d1b35966-ab1b-4df0-9fa0-e19730d4bd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:19.831429 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4b38139-71d8-48c8-9ae4-372642b5ef85 req-d1b35966-ab1b-4df0-9fa0-e19730d4bd7e service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.0698833 Dec 15 19:12:19.837565 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Calling delete_port for 9f9d0581-f26f-4922-957e-adc9da3e70df owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:12:19.891986 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-e4b38139-71d8-48c8-9ae4-372642b5ef85 req-fb9fc9ca-cbad-4d47-8d37-6f400d117fc9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522120 Dec 15 19:12:19.961321 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.964908 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:19.966159 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e3289ca9-d187-4200-a226-b740e27ce4c3 HTTP/1.1" status: 204 len: 168 time: 0.2690585 Dec 15 19:12:19.974929 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf44b8-4252-45ce-9235-2a7fe06cce30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3289ca9-d187-4200-a226-b740e27ce4c3,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:20.046655 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:20.061280 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['9f9d0581-f26f-4922-957e-adc9da3e70df'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:20.080175 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Pushing event deleted for resources: {'Port': ['ID=9f9d0581-f26f-4922-957e-adc9da3e70df,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:20.123091 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] No DVR routers for this DVR port 9f9d0581-f26f-4922-957e-adc9da3e70df on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:12:20.126717 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:20.130090 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-684cceca-a9fd-4314-afd6-ef3376f668ce req-0e69aede-4d02-4066-99e9-5d16aecd6441 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "DELETE /v2.0/ports/9f9d0581-f26f-4922-957e-adc9da3e70df HTTP/1.1" status: 204 len: 173 time: 0.5442369 Dec 15 19:12:20.130543 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'name': 'network-vif-deleted', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:20.133064 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209337d0-d438-47ed-8e9d-0d6eabcc385c" -d '{"events": [{"server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "name": "network-vif-deleted", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:20.172530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7bdca6-6fc2-4320-ba2d-c6e5cacb0bca x-openstack-request-id: req-ba7bdca6-6fc2-4320-ba2d-c6e5cacb0bca {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:20.172995 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bffb4aed-e9be-4716-a597-482f00777b32", "name": "network-vif-deleted", "tag": "9f9d0581-f26f-4922-957e-adc9da3e70df", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:20.173288 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba7bdca6-6fc2-4320-ba2d-c6e5cacb0bca {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:20.176332 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bffb4aed-e9be-4716-a597-482f00777b32', 'name': 'network-vif-deleted', 'tag': '9f9d0581-f26f-4922-957e-adc9da3e70df', 'status': 'completed', 'code': 200} Dec 15 19:12:20.613814 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-033eefb4-dc81-4997-a127-ec8f6a57abff req-dd07fb3c-4e58-4576-9de9-7fb932573cb4 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=bffb4aed-e9be-4716-a597-482f00777b32 HTTP/1.1" status: 200 len: 210 time: 0.0268948 Dec 15 19:12:20.680961 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe84129-1df1-44db-90cb-d02ce1bdc618 req-b5e19bdd-b76b-46ed-8d58-de261278e6a8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:20.682456 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebe84129-1df1-44db-90cb-d02ce1bdc618 req-b5e19bdd-b76b-46ed-8d58-de261278e6a8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0485570 Dec 15 19:12:20.733313 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebe84129-1df1-44db-90cb-d02ce1bdc618 req-41d0ae3b-e886-445d-8d6b-63417c06c99d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444961 Dec 15 19:12:21.852490 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a02e15-5796-4afd-a97f-8dbce4299c47 req-fe85977a-bc96-486f-b9df-a64039c47348 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:21.853997 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78a02e15-5796-4afd-a97f-8dbce4299c47 req-fe85977a-bc96-486f-b9df-a64039c47348 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0513783 Dec 15 19:12:21.902592 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-78a02e15-5796-4afd-a97f-8dbce4299c47 req-b914eecc-e5ff-433c-ae40-ebde8c1a5d00 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418367 Dec 15 19:12:21.923594 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-d1456ed1-faf3-4f07-b726-fbbd47e2430d tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:21.926655 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-d1456ed1-faf3-4f07-b726-fbbd47e2430d tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/networks?id=c5253451-6588-47e6-8d09-495adf4b3ded HTTP/1.1" status: 200 len: 808 time: 0.1027644 Dec 15 19:12:21.940778 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-21832ca6-6198-402f-b988-68d2c56331b3 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/quotas/6d24ab04ab414e69844313a3ecc8e946 HTTP/1.1" status: 200 len: 375 time: 0.0098631 Dec 15 19:12:21.973097 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-af37dfba-daed-48ad-b8d3-7a1dcc04d649 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267165 Dec 15 19:12:22.020428 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3335738e-fe82-4707-b7b5-2c69b48af6f2 req-696d73c1-6efb-4873-b444-315692995a3c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:22.022442 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3335738e-fe82-4707-b7b5-2c69b48af6f2 req-696d73c1-6efb-4873-b444-315692995a3c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Dec 15 19:12:22.063424 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-cd7063cf-080c-469c-bc80-ecc2fc8d216c service neutron] 10.222.0.49 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834861 Dec 15 19:12:22.072622 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3335738e-fe82-4707-b7b5-2c69b48af6f2 req-0a177d80-a0ef-45e9-aa56-a548dbe4dbc6 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439329 Dec 15 19:12:22.099138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57754) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:22.158848 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-acea671a-3326-4f80-a268-9ae5d151802a service neutron] 10.222.0.49 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893216 Dec 15 19:12:22.286998 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb783823-e88f-496e-8335-6ed388170441 tempest-TestShelveInstance-1692474210 tempest-TestShelveInstance-1692474210-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:22.288561 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-eb783823-e88f-496e-8335-6ed388170441 tempest-TestShelveInstance-1692474210 tempest-TestShelveInstance-1692474210-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1093 time: 0.1884279 Dec 15 19:12:22.291728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 57758) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:12:22.296095 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.v2.base [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Request body: {'floatingip': {'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103026) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:22.367913 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b9fd63a3-19bf-48d6-92ad-3d7c638cd428 req-ff9cbc51-79a9-445a-b078-e2cfdb6a339f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 210 time: 0.0309267 Dec 15 19:12:22.378279 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for floatingip, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:22.482852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:22.588504 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_common [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Allocated IP 172.27.1.25 (7ad6a83e-46bb-4d28-a881-0f91b7cf64a4/996f1891-0444-4abb-abdd-74875c207fce/a017446b-b8e5-4fb9-8724-d753eb928b30) {{(pid=103026) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:12:22.686391 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for port, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:22.795717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:22.842826 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Network 7ad6a83e-46bb-4d28-a881-0f91b7cf64a4 is already hosted by enough agents. {{(pid=103026) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:12:22.845572 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.base_scheduler [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Resources bound (agent type, host, resource id): {{(pid=103026) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:12:22.848163 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Received port after_create {{(pid=103026) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:12:22.870065 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'Port': ['ID=a017446b-b8e5-4fb9-8724-d753eb928b30,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:23.123133 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9f9d0581-f26f-4922-957e-adc9da3e70df no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:12:23.142827 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 9f9d0581-f26f-4922-957e-adc9da3e70df {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:12:23.143170 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9f9d0581-f26f-4922-957e-adc9da3e70df not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:12:23.195943 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:23.323838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:23.460148 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8a33e8b1-0bff-4125-86b9-251e08353fc9 req-f9bc88b4-72cd-4d38-865c-db4dc9b98071 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 210 time: 0.0264292 Dec 15 19:12:23.480441 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for port, precommit_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:23.560479 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5954760'] for port, after_update {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:23.629779 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event updated for resources: {'Port': ['ID=a017446b-b8e5-4fb9-8724-d753eb928b30,revision_number=2']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:23.639483 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-636690'] for floatingip, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:23.741135 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Floating IP a5fecb17-9ebe-4894-9d65-37798258dd23 associated. External IP: 172.27.1.25, port: 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9. Dec 15 19:12:23.941288 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Router eab1acac-d92f-41f5-80df-0bb2309111e3 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:12:24.289601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-df1e0417-2e3b-479f-a1a8-6245ebbf9aea tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:24.291481 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-df1e0417-2e3b-479f-a1a8-6245ebbf9aea tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "GET /v2.0/networks?id=c5253451-6588-47e6-8d09-495adf4b3ded HTTP/1.1" status: 200 len: 808 time: 0.1171219 Dec 15 19:12:24.310479 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:12:24.318811 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Request body: {'port': {'device_id': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded', 'admin_state_up': True, 'tenant_id': '6d24ab04ab414e69844313a3ecc8e946'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:24.320959 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Sync routers for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:12:24.331128 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:12:24.331777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:12:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:24.400103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:24.432961 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c135a19e-86d7-4da0-8fb0-e396e3c3c0d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1400399 Dec 15 19:12:24.433581 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:24.436031 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c615f6-0fd8-448a-affd-9540a6a15fe2" -d '{"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:24.441109 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:12:24.480488 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48716c53-cd6d-458f-b420-8093b4924c83 x-openstack-request-id: req-48716c53-cd6d-458f-b420-8093b4924c83 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:24.480773 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:24.481022 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-48716c53-cd6d-458f-b420-8093b4924c83 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:24.481433 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'status': 'completed', 'code': 200} Dec 15 19:12:24.494533 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Made reservation on behalf of 6d24ab04ab414e69844313a3ecc8e946 for: {'port': 1} {{(pid=103025) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 19:12:24.499206 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:24.564708 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-cc01d142-8b16-4d6d-90f9-3b68944d84cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:24.564708 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-cc01d142-8b16-4d6d-90f9-3b68944d84cc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.0582321 Dec 15 19:12:24.668354 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-f3fe710a-c2e8-4915-8d87-55b916a14957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:24.669983 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-f3fe710a-c2e8-4915-8d87-55b916a14957 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.1017129 Dec 15 19:12:24.692761 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a5fecb17-9ebe-4894-9d65-37798258dd23', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'mac_address': 'fa:16:3e:b0:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c912-1a49-4e44-add6-bcd197f85063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:23Z', 'updated_at': '2021-12-15T19:12:23Z', 'revision_number': 0, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:24.747512 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-668ba4e1-ef53-47a1-bdfa-220e9c9a6f58 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 998 time: 0.0686414 Dec 15 19:12:24.800160 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-0a73bf60-b83a-4a5b-bdf3-550b754e3023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:24.802000 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-0a73bf60-b83a-4a5b-bdf3-550b754e3023 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0481277 Dec 15 19:12:24.855509 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Checking router: eab1acac-d92f-41f5-80df-0bb2309111e3 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:12:24.856270 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-8935f07b-f3e8-4b83-8540-010b5242baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:24.858058 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-8935f07b-f3e8-4b83-8540-010b5242baf9 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0482666 Dec 15 19:12:24.865274 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:12:24.865876 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:12:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:24.869202 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fc18792b-3b6d-4ffd-a4b0-b095b99b1299 req-adf6fd0a-12f3-4bc8-b329-c5a648f06148 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 210 time: 0.2975271 Dec 15 19:12:24.938968 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_common [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Allocated IP 172.20.0.14 (c5253451-6588-47e6-8d09-495adf4b3ded/4095d207-80af-400d-829d-e967cfe50a2c/c95572dc-502b-4d4e-8182-5d2d5e9bd056) {{(pid=103025) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 19:12:24.958438 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-2d5cfbec-5521-4256-b91e-66d05a00fb01 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918896 Dec 15 19:12:24.971004 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:12:25.055864 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-80c615f6-0fd8-448a-affd-9540a6a15fe2 req-bc34714b-01e8-4446-b068-33b9f5af82e6 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891206 Dec 15 19:12:25.094864 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks [] for port, precommit_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.174796 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8790670225592', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_create {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.197515 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a5fecb17-9ebe-4894-9d65-37798258dd23', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'mac_address': 'fa:16:3e:b0:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c912-1a49-4e44-add6-bcd197f85063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:23Z', 'updated_at': '2021-12-15T19:12:23Z', 'revision_number': 0, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:12:25.220455 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Network c5253451-6588-47e6-8d09-495adf4b3ded is already hosted by enough agents. {{(pid=103025) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 19:12:25.223695 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.base_scheduler [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Resources bound (agent type, host, resource id): {{(pid=103025) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 19:12:25.227346 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Received port after_create {{(pid=103025) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Dec 15 19:12:25.230030 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46ea2390-dc2f-439b-8022-8fe67cadeb9f None None] The sync data for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi is: [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': 'a5fecb17-9ebe-4894-9d65-37798258dd23', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'floating_ip_address': '172.27.1.25', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'mac_address': 'fa:16:3e:b0:36:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6128c912-1a49-4e44-add6-bcd197f85063', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:12:23Z', 'updated_at': '2021-12-15T19:12:23Z', 'revision_number': 0, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:12:25.251626 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Pushing event updated for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=1']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:25.280876 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:25.281528 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.363736 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9dec7254-97ac-4677-b386-114da887341f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0503399 Dec 15 19:12:25.385053 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.v2.base [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Request body: {'port': {'device_id': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81268'}} {{(pid=103025) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 19:12:25.419616 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4285bbb4-5a01-4a71-9bf0-79b46e2ed81a None None] New status for floating IP a5fecb17-9ebe-4894-9d65-37798258dd23: ACTIVE {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:12:25.443601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.697962 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c95572dc-502b-4d4e-8182-5d2d5e9bd056 {{(pid=103025) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:25.705322 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.716986 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.provisioning_blocks [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Transition to ACTIVE for port object c95572dc-502b-4d4e-8182-5d2d5e9bd056 will not be triggered until provisioned by entity L2. {{(pid=103025) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 19:12:25.782817 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.832778 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Pushing event updated for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=2']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:25.903417 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Attempting to bind port c95572dc-502b-4d4e-8182-5d2d5e9bd056 on host hv-cinder-81268 for vnic_type normal with profile {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 15 19:12:25.904115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Attempting to bind port c95572dc-502b-4d4e-8182-5d2d5e9bd056 by drivers openvswitch,hyperv on host hv-cinder-81268 at level 0 using segments [{'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Dec 15 19:12:25.904115 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Attempting to bind port c95572dc-502b-4d4e-8182-5d2d5e9bd056 on network c5253451-6588-47e6-8d09-495adf4b3ded {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:12:25.908898 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Port c95572dc-502b-4d4e-8182-5d2d5e9bd056 on network c5253451-6588-47e6-8d09-495adf4b3ded not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81268 {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Dec 15 19:12:25.909219 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Attempting to bind port c95572dc-502b-4d4e-8182-5d2d5e9bd056 on network c5253451-6588-47e6-8d09-495adf4b3ded {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Dec 15 19:12:25.914305 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Checking agent: {'id': '5ed592dd-c082-40c7-8e22-f731f59688b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81268', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'started_at': datetime.datetime(2021, 12, 15, 19, 1, 41), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 19, 12, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Dec 15 19:12:25.914664 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Checking segment: {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103025) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Dec 15 19:12:25.915050 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Bound using segment: {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'} {{(pid=103025) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Dec 15 19:12:25.915477 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.managers [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Bound port: c95572dc-502b-4d4e-8182-5d2d5e9bd056, host: hv-cinder-81268, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded'}}] {{(pid=103025) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Dec 15 19:12:25.915839 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:25.979876 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, cleared binding levels {{(pid=103025) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Dec 15 19:12:25.983062 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103025) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Dec 15 19:12:25.989580 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54621328-91cb-493a-bc7a-4d26cabdf1ac req-d5e48c6f-0b2d-455b-b338-23836e4c2614 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:25.991119 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54621328-91cb-493a-bc7a-4d26cabdf1ac req-d5e48c6f-0b2d-455b-b338-23836e4c2614 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 944 time: 0.0493610 Dec 15 19:12:26.037703 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-54621328-91cb-493a-bc7a-4d26cabdf1ac req-94a017b3-689a-4fac-a4fe-eb6de2395b41 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406182 Dec 15 19:12:26.049188 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6615025'] for port, after_update {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:26.083807 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.084423 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:26.085833 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] 10.222.0.44 "PUT /v2.0/ports/c95572dc-502b-4d4e-8182-5d2d5e9bd056 HTTP/1.1" status: 200 len: 1094 time: 0.7051556 Dec 15 19:12:26.086264 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:26.088515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda9a257-4d61-4bad-af16-e05df8f0f9d9" -d '{"events": [{"name": "network-changed", "server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:26.111273 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284cd83-8c88-40cd-89e9-4cb1f14ce527 service neutron] Pushing event updated for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=3']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:26.126826 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a16c8858-5092-42ce-ac0f-63265f88f7b4 x-openstack-request-id: req-a16c8858-5092-42ce-ac0f-63265f88f7b4 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:26.127142 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:26.127454 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a16c8858-5092-42ce-ac0f-63265f88f7b4 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:26.127864 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056', 'status': 'completed', 'code': 200} Dec 15 19:12:26.193321 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-18dd9079-ddba-468b-84f9-bd1f926bdf62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.194729 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-18dd9079-ddba-468b-84f9-bd1f926bdf62 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 1097 time: 0.0445192 Dec 15 19:12:26.291975 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-f90006c9-0d0a-4150-a43b-f39ca4367e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.294885 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-f90006c9-0d0a-4150-a43b-f39ca4367e4f service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=6d24ab04ab414e69844313a3ecc8e946&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0896595 Dec 15 19:12:26.396518 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-8a630f9e-d3d2-4e68-ab16-08065f3e962e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.398019 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-fda9a257-4d61-4bad-af16-e05df8f0f9d9 req-8a630f9e-d3d2-4e68-ab16-08065f3e962e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893950 Dec 15 19:12:26.473572 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-e1b6e78b-26e1-4592-bf74-2aeac2768838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.475075 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-e1b6e78b-26e1-4592-bf74-2aeac2768838 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=6d24ab04ab414e69844313a3ecc8e946&device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 1097 time: 0.0412648 Dec 15 19:12:26.517033 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-daa36ba8-5104-4a43-8c89-657e64d6dfa4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056 HTTP/1.1" status: 200 len: 217 time: 0.0339329 Dec 15 19:12:26.564480 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-1dfc79ca-bc5c-4f34-aa09-155bb18a09b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:26.565925 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-1dfc79ca-bc5c-4f34-aa09-155bb18a09b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4095d207-80af-400d-829d-e967cfe50a2c HTTP/1.1" status: 200 len: 848 time: 0.0423613 Dec 15 19:12:26.599715 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-9ba402b9-8cee-4a1b-93dc-ded5be416b14 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=c5253451-6588-47e6-8d09-495adf4b3ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260389 Dec 15 19:12:26.691749 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-e7644e9e-9c63-4c00-9f44-53a06b386a97 service neutron] 10.222.0.44 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801601 Dec 15 19:12:26.785148 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-929999e0-e348-48c7-a3a4-9c9a940fe084 req-7acc2ba4-8395-4fac-9c83-ef7b4af31daf service neutron] 10.222.0.44 "GET /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841172 Dec 15 19:12:26.911831 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:12:27.150771 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e90fb26-3c46-416a-86a7-27b23e6e23b3 req-659ddf21-9697-45c3-9e33-b9674713a976 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:27.152244 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e90fb26-3c46-416a-86a7-27b23e6e23b3 req-659ddf21-9697-45c3-9e33-b9674713a976 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 944 time: 0.0485191 Dec 15 19:12:27.198218 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5e90fb26-3c46-416a-86a7-27b23e6e23b3 req-1ee5ab9c-fa61-4a62-a5a2-87621169bf7f tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400507 Dec 15 19:12:28.313858 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5311f-3fec-4714-904c-dcf57cf15d20 req-c7fc1b67-c309-43f6-8dd2-cfc9df05db72 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:28.315339 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afa5311f-3fec-4714-904c-dcf57cf15d20 req-c7fc1b67-c309-43f6-8dd2-cfc9df05db72 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 944 time: 0.0494401 Dec 15 19:12:28.362251 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-afa5311f-3fec-4714-904c-dcf57cf15d20 req-17e95325-aba2-4b46-b860-b04db56057ee tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410984 Dec 15 19:12:29.196808 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device c95572dc-502b-4d4e-8182-5d2d5e9bd056 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:12:29.288438 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:29.300179 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056', 'network_id': 'c5253451-6588-47e6-8d09-495adf4b3ded', 'port_id': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056', 'mac_address': 'fa:16:3e:b0:50:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4095d207-80af-400d-829d-e967cfe50a2c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:12:29.339388 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:29.351462 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c95572dc-502b-4d4e-8182-5d2d5e9bd056 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:12:29.370523 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:29.468536 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:29.478153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c92dde5-898d-4ff6-8ba8-60fb769fb7a1 req-ce703f7b-b3ce-4e94-bbd3-cc1dbc69af9b tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:29.479631 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c92dde5-898d-4ff6-8ba8-60fb769fb7a1 req-ce703f7b-b3ce-4e94-bbd3-cc1dbc69af9b tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 944 time: 0.0531173 Dec 15 19:12:29.520680 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=4']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:29.529201 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-5c92dde5-898d-4ff6-8ba8-60fb769fb7a1 req-41486e13-1068-49d7-add5-fabdff24733d tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425794 Dec 15 19:12:29.697227 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['c95572dc-502b-4d4e-8182-5d2d5e9bd056'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:30.642773 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50bf6f-b3c2-44c8-8363-d67acf65a037 req-0b8c9db0-1e62-45e9-b5ff-6dd8d005fa91 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:30.644224 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0e50bf6f-b3c2-44c8-8363-d67acf65a037 req-0b8c9db0-1e62-45e9-b5ff-6dd8d005fa91 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 945 time: 0.0482237 Dec 15 19:12:30.691935 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-0e50bf6f-b3c2-44c8-8363-d67acf65a037 req-c7145c02-66c0-4873-a4e4-370497dba323 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417240 Dec 15 19:12:30.868396 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-dd5f6417-0e0f-4858-891b-1729152a9dd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:31.209163 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device c95572dc-502b-4d4e-8182-5d2d5e9bd056 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:12:31.325728 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning for port c95572dc-502b-4d4e-8182-5d2d5e9bd056 completed by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 19:12:31.330087 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port c95572dc-502b-4d4e-8182-5d2d5e9bd056 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:12:31.330486 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:31.407980 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:31.429362 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:31.431607 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1f36c53-5fe4-4297-9157-be681e1488f2" -d '{"events": [{"server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "name": "network-vif-plugged", "status": "completed", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:31.443545 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:31.467474 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f18cc37-b2c2-4369-a962-57aa2d992168 x-openstack-request-id: req-9f18cc37-b2c2-4369-a962-57aa2d992168 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:31.467784 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "name": "network-vif-plugged", "status": "completed", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:31.468036 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-9f18cc37-b2c2-4369-a962-57aa2d992168 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:31.468431 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056', 'code': 200} Dec 15 19:12:31.548298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:31.595370 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=5']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:31.800760 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fbe0db-2120-4d30-882b-243d4604fb4a req-2ac50fa6-e7c2-4eae-8703-90c73f865a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:31.802286 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4fbe0db-2120-4d30-882b-243d4604fb4a req-2ac50fa6-e7c2-4eae-8703-90c73f865a9c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 1099 time: 0.0705423 Dec 15 19:12:31.816653 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58d8603-30be-405d-921f-63ae6634ae03 req-6b705a4d-a8f7-4716-87c8-ff85a233dbd9 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:31.818043 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58d8603-30be-405d-921f-63ae6634ae03 req-6b705a4d-a8f7-4716-87c8-ff85a233dbd9 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0579185 Dec 15 19:12:31.877141 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c4fbe0db-2120-4d30-882b-243d4604fb4a req-f50d0ce9-31c2-4d58-a289-d94701d38806 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580626 Dec 15 19:12:31.890395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e58d8603-30be-405d-921f-63ae6634ae03 req-d7493622-8309-4b5f-a81d-ec0bcb1e50cb tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656915 Dec 15 19:12:33.004716 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0a596f-dd5c-4677-a9d7-3c6376269e52 req-fec78b9a-d92c-4de1-9959-66bb97355a06 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:33.006198 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f0a596f-dd5c-4677-a9d7-3c6376269e52 req-fec78b9a-d92c-4de1-9959-66bb97355a06 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0481908 Dec 15 19:12:33.051880 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f0a596f-dd5c-4677-a9d7-3c6376269e52 req-8c78f9a4-3081-4bdd-a8fb-4fa64fc01245 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Dec 15 19:12:33.325660 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e2282929-9b73-49c4-b325-9996fd65b518 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:34.168460 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7422240-311c-4bb7-8305-72503e1e7f26 req-a8fc28ad-e878-4b6d-98f2-978eb0e66baa tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:34.169954 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7422240-311c-4bb7-8305-72503e1e7f26 req-a8fc28ad-e878-4b6d-98f2-978eb0e66baa tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0520382 Dec 15 19:12:34.215391 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b7422240-311c-4bb7-8305-72503e1e7f26 req-c6552a33-a0bb-430b-922c-e4c7e751eafa tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396223 Dec 15 19:12:34.459184 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:35.516284 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf5f3f9-5ee2-48e6-bc3c-30e718b577b2 req-652c9050-014b-4590-bdc3-7af504e27381 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:35.517690 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecf5f3f9-5ee2-48e6-bc3c-30e718b577b2 req-652c9050-014b-4590-bdc3-7af504e27381 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0498295 Dec 15 19:12:35.563468 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-ecf5f3f9-5ee2-48e6-bc3c-30e718b577b2 req-e96632f4-6b0e-44cd-b372-4467d57dd2b4 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399497 Dec 15 19:12:35.754152 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:36.680974 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94acbbb-cd02-43d7-9c06-4eab2e304703 req-51711b8c-7d8d-4d14-aacc-7d992bdf9e9e tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:36.682489 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f94acbbb-cd02-43d7-9c06-4eab2e304703 req-51711b8c-7d8d-4d14-aacc-7d992bdf9e9e tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0499041 Dec 15 19:12:36.733943 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-f94acbbb-cd02-43d7-9c06-4eab2e304703 req-54cd59e6-5e93-408c-9dd0-991c87af52a0 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/security-groups?id=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452344 Dec 15 19:12:36.753701 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:37.068318 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-f2beef59-9f61-4dd0-913b-33514485f55a tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:37.069793 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-f2beef59-9f61-4dd0-913b-33514485f55a tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 946 time: 0.0468009 Dec 15 19:12:37.172150 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Deleting port c95572dc-502b-4d4e-8182-5d2d5e9bd056 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:12:37.172491 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:37.258134 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] For port c95572dc-502b-4d4e-8182-5d2d5e9bd056, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=c95572dc-502b-4d4e-8182-5d2d5e9bd056,segment=NetworkSegment(99fadb14-2c8a-4edb-b53b-5dc82b2ea27b),segment_id=99fadb14-2c8a-4edb-b53b-5dc82b2ea27b)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:12:37.258520 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:37.271156 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Calling delete_port for c95572dc-502b-4d4e-8182-5d2d5e9bd056 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:12:37.491194 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:37.503543 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['c95572dc-502b-4d4e-8182-5d2d5e9bd056'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:12:37.520272 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Pushing event deleted for resources: {'Port': ['ID=c95572dc-502b-4d4e-8182-5d2d5e9bd056,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:12:37.561848 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] No DVR routers for this DVR port c95572dc-502b-4d4e-8182-5d2d5e9bd056 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:12:37.565002 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:37.568368 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cac1627-2f78-420b-8ba3-c8c2a4de9762 req-bc6ba7e0-f941-4f0a-bc90-6b1d46781b31 tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.44 "DELETE /v2.0/ports/c95572dc-502b-4d4e-8182-5d2d5e9bd056 HTTP/1.1" status: 204 len: 173 time: 0.4837532 Dec 15 19:12:37.568805 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'name': 'network-vif-deleted', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:12:37.571087 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2afa5ec-6379-4e8c-850f-2e4dd4f3e508" -d '{"events": [{"server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "name": "network-vif-deleted", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:12:37.605891 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f881839e-89da-44ba-9c2a-f7c2d9ce8b18 x-openstack-request-id: req-f881839e-89da-44ba-9c2a-f7c2d9ce8b18 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:12:37.606160 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c562530-2c8e-4eea-b84d-413b9fc9296f", "name": "network-vif-deleted", "tag": "c95572dc-502b-4d4e-8182-5d2d5e9bd056", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:12:37.606418 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-f881839e-89da-44ba-9c2a-f7c2d9ce8b18 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:12:37.606814 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c562530-2c8e-4eea-b84d-413b9fc9296f', 'name': 'network-vif-deleted', 'tag': 'c95572dc-502b-4d4e-8182-5d2d5e9bd056', 'status': 'completed', 'code': 200} Dec 15 19:12:37.833931 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-79415814-c9b2-4f2d-bfa6-a5eff13bdb6f req-7fe4e17a-b389-4150-bb05-b1b61bce6d1d tempest-VolumesActionsTest-1680608796 tempest-VolumesActionsTest-1680608796-project] 10.222.0.49 "GET /v2.0/ports?device_id=0c562530-2c8e-4eea-b84d-413b9fc9296f HTTP/1.1" status: 200 len: 210 time: 0.0287433 Dec 15 19:12:42.124666 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device c95572dc-502b-4d4e-8182-5d2d5e9bd056 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:12:42.144597 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: c95572dc-502b-4d4e-8182-5d2d5e9bd056 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:12:42.144944 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device c95572dc-502b-4d4e-8182-5d2d5e9bd056 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:12:43.267824 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:12:46.089354 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-01868f1f-4f67-438c-83d9-fe71f2ae179f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0428243 Dec 15 19:12:46.178195 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-968a3a0c-3d36-4287-bb3c-399e935f8d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:46.180295 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-968a3a0c-3d36-4287-bb3c-399e935f8d9a service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0462677 Dec 15 19:12:46.306739 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-5c16bd7f-8c69-498e-8913-dbb43e76bdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:46.308632 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-5c16bd7f-8c69-498e-8913-dbb43e76bdae service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.1041799 Dec 15 19:12:46.398390 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-51a5d88c-46bd-4e38-a754-38eee3281d55 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 1001 time: 0.0812123 Dec 15 19:12:46.455108 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-067d2678-ed71-4ff1-b789-466723a572eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:46.456593 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-067d2678-ed71-4ff1-b789-466723a572eb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0501235 Dec 15 19:12:46.510927 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-8c64213e-00ee-4f43-be72-0b80756ca896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:12:46.512505 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-8c64213e-00ee-4f43-be72-0b80756ca896 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0480034 Dec 15 19:12:46.621501 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-5f9c761a-6f91-4e6e-bb94-f9c6c70f3b53 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005001 Dec 15 19:12:46.739561 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-e50c1356-7b26-40d5-a6ac-41962bceb71d req-6363da56-aeb7-4fea-8232-91bca709600b service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102426 Dec 15 19:13:00.860638 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d0b7b3d9-c297-4a3e-973c-0cdaef973e74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:03.352092 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b93b5623-777d-4c16-b7a2-691ebe32f391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:03.911326 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:13:04.016651 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58076) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:04.060057 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Deleting subnet 4095d207-80af-400d-829d-e967cfe50a2c {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:13:04.063144 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.096057 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.137314 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.261268 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.287161 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4095d207-80af-400d-829d-e967cfe50a2c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:04.291936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.294734 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4095d207-80af-400d-829d-e967cfe50a2c HTTP/1.1" status: 204 len: 168 time: 0.2770309 Dec 15 19:13:04.297613 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58078) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:04.299682 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.300034 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.300381 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.300722 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.301056 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.301426 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.301755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.302103 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.302410 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.302740 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.303067 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.303388 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.303715 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caf36bda-a9ab-4e7a-aaf3-9be874742614 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.365391 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.440498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.444591 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.464785 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5253451-6588-47e6-8d09-495adf4b3ded']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:04.474579 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:04.474883 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99fadb14-2c8a-4edb-b53b-5dc82b2ea27b') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:04.484275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.496939 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.502829 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:13:04.503207 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:13:04.504794 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:13:04.611988 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.617205 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:04.620421 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c5253451-6588-47e6-8d09-495adf4b3ded HTTP/1.1" status: 204 len: 168 time: 0.3218122 Dec 15 19:13:04.631212 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5253451-6588-47e6-8d09-495adf4b3ded,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:04.638362 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.638720 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.639062 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.639396 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.639730 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.640564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.640889 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.641268 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.641593 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.641920 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.642242 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.642561 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.642880 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8043144-e6db-432c-b2ff-328849122232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:13:04.978014 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58082) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:05.018360 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-49daa044-684e-432f-bb13-7ce4f40a26d1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6d24ab04ab414e69844313a3ecc8e946&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389481 Dec 15 19:13:05.020790 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58084) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:05.067977 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:05.087927 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:05.209324 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:05.211802 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:05.212929 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c HTTP/1.1" status: 204 len: 168 time: 0.1906078 Dec 15 19:13:05.220735 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83283675-71a3-4f7f-8b32-7ec9f9a9af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f73c776-3324-4e7b-b2bc-ad3c33ae1b6c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:05.797516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:06.769516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:13.249348 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:30.870447 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-dc67a977-aae9-4e3c-a4a2-1cf1bdf0fbc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:33.341287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d3ef01d1-8eb2-431a-ae26-6d6dcfaa9250 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:34.472695 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:35.732405 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:36.729516 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:40.910130 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:13:43.208890 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:46.512583 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-6e55c36a-aa4d-4c8e-bb3a-1c9bc2dd787c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427742 Dec 15 19:13:46.574632 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-afcb5d4c-7b42-44b6-923c-8324793e4576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:46.576070 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-afcb5d4c-7b42-44b6-923c-8324793e4576 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0408950 Dec 15 19:13:46.681878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-121cf30f-e2d4-4ec7-b50e-c15535a37298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:46.683347 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-121cf30f-e2d4-4ec7-b50e-c15535a37298 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0886238 Dec 15 19:13:46.747776 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-22970ccd-38d7-4ee8-862a-1c291a60a61e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 200 len: 1001 time: 0.0579753 Dec 15 19:13:46.796590 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-85557c66-3a2b-4611-bb42-cac327e551c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:46.798092 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-85557c66-3a2b-4611-bb42-cac327e551c7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0437467 Dec 15 19:13:46.816083 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58348) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:46.845741 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-a92e78eb-bf22-41de-8c6a-e1e94895b6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:46.847237 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-a92e78eb-bf22-41de-8c6a-e1e94895b6fb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0426824 Dec 15 19:13:46.920872 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-39e676c7-975e-45c7-a94f-df53a33b4bc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:46.934581 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-737d4ab1-34a8-493a-905a-560d34b4933b service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795059 Dec 15 19:13:46.996514 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-39e676c7-975e-45c7-a94f-df53a33b4bc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.026762 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-20751c1b-b9e3-43b8-ab8f-ddfde3107b33 req-e959b4b9-d4e5-40d3-a40a-22ad966dd06b service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856137 Dec 15 19:13:47.075196 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-39e676c7-975e-45c7-a94f-df53a33b4bc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_create {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.115154 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-39e676c7-975e-45c7-a94f-df53a33b4bc9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e37309def0943d4b2de411122da9a4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2975326 Dec 15 19:13:47.115605 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e676c7-975e-45c7-a94f-df53a33b4bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b72a994-c325-4dd9-8f38-a3f9eaa6e835,revision_number=1']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:47.117526 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58352) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:47.166351 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.186736 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.286464 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.289255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.290442 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b72a994-c325-4dd9-8f38-a3f9eaa6e835 HTTP/1.1" status: 204 len: 168 time: 0.1716971 Dec 15 19:13:47.298177 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03523a8-b30b-4623-8366-735f676872ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b72a994-c325-4dd9-8f38-a3f9eaa6e835,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:47.522891 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58358) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:47.695291 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port b017bbbb-b18d-45f7-97cb-edb0e4995815 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:13:47.695611 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.772830 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.776289 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:47.784583 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for b017bbbb-b18d-45f7-97cb-edb0e4995815 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:13:47.983558 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:48.011915 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=b017bbbb-b18d-45f7-97cb-edb0e4995815,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:48.069747 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:48.070086 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 31b31990-7738-41f1-9f58-849a9a992bc4 disassociated (deleted). External IP: 172.27.1.145, port: 566463b4-e92a-40bf-9b9c-1e3562f26fbf. Dec 15 19:13:48.274265 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:13:48.379451 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:13:48.384223 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:48.388674 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:13:48.398933 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:13:48.399543 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:13:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:48.410372 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-40088c9d-358d-49b7-bc36-c5d96f471d3e tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "DELETE /v2.0/floatingips/31b31990-7738-41f1-9f58-849a9a992bc4 HTTP/1.1" status: 204 len: 168 time: 0.8864017 Dec 15 19:13:48.411099 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:13:48.413914 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df4e4681-77e7-4f2a-9e36-9b426047d60e" -d '{"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:13:48.452576 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a156bd-e084-4a06-bad4-9cd1f8cd70a5 x-openstack-request-id: req-39a156bd-e084-4a06-bad4-9cd1f8cd70a5 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:13:48.452868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:13:48.453154 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-39a156bd-e084-4a06-bad4-9cd1f8cd70a5 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:13:48.453900 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'status': 'completed', 'code': 200} Dec 15 19:13:48.506033 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:13:48.513574 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-df4346bc-8c51-4b56-879a-d76b436f0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:48.515151 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-df4346bc-8c51-4b56-879a-d76b436f0047 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 1098 time: 0.0419796 Dec 15 19:13:48.608206 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-b3c04692-6e5c-46a6-8b0b-d09419471bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:48.609859 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-b3c04692-6e5c-46a6-8b0b-d09419471bc1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0881445 Dec 15 19:13:48.651525 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-3c36136f-be76-4d1b-ad63-d74ddc7acb23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 200 len: 217 time: 0.0349429 Dec 15 19:13:48.701005 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-4c21fa8f-ade9-4fb9-b2b7-780bc5f309e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:48.702487 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-4c21fa8f-ade9-4fb9-b2b7-780bc5f309e7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0447061 Dec 15 19:13:48.733248 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:48.749742 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-bb1aa8ec-ae94-4ddf-ba56-289b2bd3f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:48.751201 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-bb1aa8ec-ae94-4ddf-ba56-289b2bd3f12e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418882 Dec 15 19:13:48.759387 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:13:48.761637 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-b76f250f-ec03-4d16-88a4-5f48555a468a service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=103025) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 19:13:48.762608 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-b76f250f-ec03-4d16-88a4-5f48555a468a service neutron] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048575 Dec 15 19:13:48.767815 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:13:48.768357 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:13:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:48.869704 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-296ee65b-ccff-483d-bb78-118750ae8bdd service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002345 Dec 15 19:13:48.882834 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:13:48.975015 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-df4e4681-77e7-4f2a-9e36-9b426047d60e req-9ea8c77a-e103-4d08-9519-3db29b1cc6cf service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978892 Dec 15 19:13:49.060173 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ffc18f-1316-4281-a800-26603cc25afb req-580ab695-e932-4657-bf84-f031dc6c0f26 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:49.061578 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72ffc18f-1316-4281-a800-26603cc25afb req-580ab695-e932-4657-bf84-f031dc6c0f26 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.2196209 Dec 15 19:13:49.111246 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-72ffc18f-1316-4281-a800-26603cc25afb req-a03e9f26-b173-43cb-a473-4f081a435102 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428486 Dec 15 19:13:49.115345 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:49.142495 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8644b96f-4054-4732-ac88-d3a377767b36 None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_floatingips': [{'id': '950969cd-a2cd-4f62-bcb1-d670d720a77d', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'floating_ip_address': '172.27.1.166', 'floating_network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'router_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'port_id': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 573, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'mac_address': 'fa:16:3e:5c:bb:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T19:09:55Z', 'updated_at': '2021-12-15T19:09:57Z', 'revision_number': 1, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:13:49.357118 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db07ef1f-d1cf-4d26-8307-28db05a14493 None None] New status for floating IP 31b31990-7738-41f1-9f58-849a9a992bc4: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:13:50.283698 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c5b83-40e4-41f1-add4-04289b09ce1f req-63e2afce-815a-4336-b565-68df5a7a9811 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:50.285220 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-644c5b83-40e4-41f1-add4-04289b09ce1f req-63e2afce-815a-4336-b565-68df5a7a9811 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.1037927 Dec 15 19:13:50.334113 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-644c5b83-40e4-41f1-add4-04289b09ce1f req-60a993a0-b2cc-4592-90b9-9fc963000b1b tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430071 Dec 15 19:13:50.403553 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-ca8eb351-05b0-4a6c-9205-44f665d39427 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:50.405065 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-ca8eb351-05b0-4a6c-9205-44f665d39427 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 945 time: 0.0474124 Dec 15 19:13:50.494361 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port 566463b4-e92a-40bf-9b9c-1e3562f26fbf {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:13:50.494700 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:50.580449 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] For port 566463b4-e92a-40bf-9b9c-1e3562f26fbf, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=566463b4-e92a-40bf-9b9c-1e3562f26fbf,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:13:50.580806 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:50.592228 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for 566463b4-e92a-40bf-9b9c-1e3562f26fbf owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:13:50.788564 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:50.816331 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=566463b4-e92a-40bf-9b9c-1e3562f26fbf,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:50.857345 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] No DVR routers for this DVR port 566463b4-e92a-40bf-9b9c-1e3562f26fbf on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:13:50.859834 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:50.863092 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-c0cafcfb-f070-4020-917d-9cd0c2e1c2b1 req-cc84458e-36c7-4824-8e76-f8df3fe7d946 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "DELETE /v2.0/ports/566463b4-e92a-40bf-9b9c-1e3562f26fbf HTTP/1.1" status: 204 len: 173 time: 0.4521263 Dec 15 19:13:50.863519 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'name': 'network-vif-deleted', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:13:50.866294 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4b5a11e-3a9e-4f8b-9792-163167bc9d12" -d '{"events": [{"server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "name": "network-vif-deleted", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:13:50.900956 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19588853-2e6d-44d4-b3f1-217a9b4a1270 x-openstack-request-id: req-19588853-2e6d-44d4-b3f1-217a9b4a1270 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:13:50.901275 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70", "name": "network-vif-deleted", "tag": "566463b4-e92a-40bf-9b9c-1e3562f26fbf", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:13:50.901530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-19588853-2e6d-44d4-b3f1-217a9b4a1270 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:13:50.901933 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70', 'name': 'network-vif-deleted', 'tag': '566463b4-e92a-40bf-9b9c-1e3562f26fbf', 'status': 'completed', 'code': 200} Dec 15 19:13:51.439384 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f21b508-b1f1-4a94-b7ea-504d96d21a6a req-08746586-75c3-4a30-a627-87fb67dcf285 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=e92b5b5f-e9fd-460a-8d5e-1052dc1e8f70 HTTP/1.1" status: 200 len: 210 time: 0.0256155 Dec 15 19:13:53.593606 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 566463b4-e92a-40bf-9b9c-1e3562f26fbf no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:13:53.613252 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 566463b4-e92a-40bf-9b9c-1e3562f26fbf {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:13:53.613592 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 566463b4-e92a-40bf-9b9c-1e3562f26fbf not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:13:54.915452 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58396) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:13:55.072293 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port 8670827e-a18f-4f9a-9628-ee6dbb5ec4af {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:13:55.072633 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.144538 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.144868 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.156311 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for 8670827e-a18f-4f9a-9628-ee6dbb5ec4af owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:13:55.376946 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.403408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=8670827e-a18f-4f9a-9628-ee6dbb5ec4af,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:55.465151 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.465486 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Floating IP 950969cd-a2cd-4f62-bcb1-d670d720a77d disassociated (deleted). External IP: 172.27.1.166, port: 9aff0ec1-39e4-4928-bb44-ff2c56b1c255. Dec 15 19:13:55.674030 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:13:55.778453 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:13:55.783216 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:55.788345 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:13:55.797713 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:13:55.798342 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:13:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:55.810006 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-14104446-778d-4ced-81c1-9e15bc7e1c20 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "DELETE /v2.0/floatingips/950969cd-a2cd-4f62-bcb1-d670d720a77d HTTP/1.1" status: 204 len: 168 time: 0.8934827 Dec 15 19:13:55.810588 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:13:55.812863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b228aa-80e3-4de1-8d33-904e3d59ebe0" -d '{"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:13:55.852999 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba4f9599-b8b3-46aa-8282-9bcd9a69d6a0 x-openstack-request-id: req-ba4f9599-b8b3-46aa-8282-9bcd9a69d6a0 {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:13:55.853571 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:13:55.853687 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-ba4f9599-b8b3-46aa-8282-9bcd9a69d6a0 {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:13:55.854508 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'status': 'completed', 'code': 200} Dec 15 19:13:55.919357 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-f48b562c-d1ef-4f76-bb68-ecd4536944c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:55.921011 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-f48b562c-d1ef-4f76-bb68-ecd4536944c0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 1098 time: 0.0437546 Dec 15 19:13:56.012209 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-3777f85b-9d89-4fc6-b7a6-15202acaf6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:56.013733 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-3777f85b-9d89-4fc6-b7a6-15202acaf6f2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 200 len: 912 time: 0.0860631 Dec 15 19:13:56.039518 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:13:56.059443 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-479775ad-b796-4f1c-8f9f-08a4dedafd5e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 200 len: 217 time: 0.0381866 Dec 15 19:13:56.110747 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-42f10819-84d3-40ca-b571-d51ac5a0225e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:56.112841 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-42f10819-84d3-40ca-b571-d51ac5a0225e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 200 len: 850 time: 0.0460124 Dec 15 19:13:56.156876 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-8622c688-8430-454e-ba40-cd3acfbcbe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:56.158956 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-8622c688-8430-454e-ba40-cd3acfbcbe7b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f1ee251-b588-424c-abec-a3e47c426719&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0403347 Dec 15 19:13:56.244224 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:56.263034 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-898da624-bca7-41a5-9bfd-a4cbe88468a4 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972409 Dec 15 19:13:56.273411 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:13:56.281829 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:13:56.282417 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:13:33Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:56.351685 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fb0d65-ac69-4916-806a-5c1dd0b3e848 req-b247a0bb-3d0b-45eb-8726-20facd7053f9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:56.353218 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54fb0d65-ac69-4916-806a-5c1dd0b3e848 req-b247a0bb-3d0b-45eb-8726-20facd7053f9 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.1098156 Dec 15 19:13:56.390077 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:13:56.596162 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:13:56.623784 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b1c9f6-13bf-41f3-94cb-da813881cb1c None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:45Z', 'revision_number': 4, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': '7d844915-4618-4ab7-b586-d46ca8c59771', 'name': '', 'network_id': '8f1ee251-b588-424c-abec-a3e47c426719', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'mac_address': 'fa:16:3e:1f:69:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:45Z', 'updated_at': '2021-12-15T19:05:49Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'subnets': [{'id': '722b8ba6-5ae7-4729-8210-d829125ae576', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:13:56.646614 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-60b228aa-80e3-4de1-8d33-904e3d59ebe0 req-abf3ab31-5b6d-4b51-94cd-d4e5e98f6ec9 service neutron] 10.222.0.44 "GET /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690252 Dec 15 19:13:56.677203 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-54fb0d65-ac69-4916-806a-5c1dd0b3e848 req-e1251ef0-3f4e-496e-bf38-5b625d214235 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3133326 Dec 15 19:13:56.835447 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe6cb8b-03a0-47e3-bf8b-67237bef8351 None None] New status for floating IP 950969cd-a2cd-4f62-bcb1-d670d720a77d: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:13:57.735105 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-762e1e69-d904-435c-af7d-37b1ce80317d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:57.736541 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-762e1e69-d904-435c-af7d-37b1ce80317d tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0489144 Dec 15 19:13:57.794747 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae92b3f-e6c2-4b2a-b1c1-0b73f6bea4cf req-9376be42-9510-4885-a8c2-53fd77ac0f69 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:13:57.796205 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ae92b3f-e6c2-4b2a-b1c1-0b73f6bea4cf req-9376be42-9510-4885-a8c2-53fd77ac0f69 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 945 time: 0.0489056 Dec 15 19:13:57.831012 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:13:57.831350 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:57.849236 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-8ae92b3f-e6c2-4b2a-b1c1-0b73f6bea4cf req-bb7a2d5b-e2d9-441e-8f72-b9b22112d7d6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/security-groups?id=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468311 Dec 15 19:13:57.916924 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] For port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:13:57.922776 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:57.928623 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:13:58.128255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:58.156232 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=9aff0ec1-39e4-4928-bb44-ff2c56b1c255,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:13:58.198020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] No DVR routers for this DVR port 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:13:58.200640 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:13:58.204157 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f59d86f4-1f28-4d7a-bc18-66a317ed9d22 req-4f55634e-987b-4d84-adc3-857166444db6 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.44 "DELETE /v2.0/ports/9aff0ec1-39e4-4928-bb44-ff2c56b1c255 HTTP/1.1" status: 204 len: 173 time: 0.4617221 Dec 15 19:13:58.204601 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'name': 'network-vif-deleted', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:13:58.207361 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088678c7-2b1e-4e46-91ff-4a5bed9f6a5f" -d '{"events": [{"server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "name": "network-vif-deleted", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:13:58.242441 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25aff97-17e6-4b48-a276-f1958c70a2ad x-openstack-request-id: req-d25aff97-17e6-4b48-a276-f1958c70a2ad {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:13:58.242749 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74dc52f2-0172-444c-a81e-114b83f31ae5", "name": "network-vif-deleted", "tag": "9aff0ec1-39e4-4928-bb44-ff2c56b1c255", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:13:58.243523 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-d25aff97-17e6-4b48-a276-f1958c70a2ad {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:13:58.243523 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74dc52f2-0172-444c-a81e-114b83f31ae5', 'name': 'network-vif-deleted', 'tag': '9aff0ec1-39e4-4928-bb44-ff2c56b1c255', 'status': 'completed', 'code': 200} Dec 15 19:13:58.951210 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b76c0a51-a1c0-40c9-b06e-17bad1fbd5e5 req-10d2f222-9de7-4d8d-8acc-42a8dda32f00 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "GET /v2.0/ports?device_id=74dc52f2-0172-444c-a81e-114b83f31ae5 HTTP/1.1" status: 200 len: 210 time: 0.0249722 Dec 15 19:14:00.007189 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58412) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:00.128433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Deleting port c688f6e1-0ac1-495f-9e5a-732f48d210ac {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:00.128776 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.204792 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.205150 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.216665 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Calling delete_port for c688f6e1-0ac1-495f-9e5a-732f48d210ac owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:00.419578 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.447218 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'Port': ['ID=c688f6e1-0ac1-495f-9e5a-732f48d210ac,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:00.503685 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.507003 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:00.508159 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-2ade81b9-4941-47e1-813a-815ce6e5c0fd tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "DELETE /v2.0/floatingips/30d70afd-4055-41c0-91c6-5da18548fd36 HTTP/1.1" status: 204 len: 168 time: 0.4999645 Dec 15 19:14:00.868287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-130d13cf-47df-4fb6-9729-a772291114ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:01.608160 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:01.631531 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:01.631875 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 9aff0ec1-39e4-4928-bb44-ff2c56b1c255 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:01.827011 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58424) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:01.883548 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:01.912253 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:02.059413 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:02.062246 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:02.063410 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] 10.222.0.49 "DELETE /v2.0/security-groups/9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c HTTP/1.1" status: 204 len: 168 time: 0.2354202 Dec 15 19:14:02.073408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba0c5a-087a-4326-a333-ab50abd741b3 tempest-TestVolumeBootPattern-385992416 tempest-TestVolumeBootPattern-385992416-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b9697ac-8a1c-4ecd-98ad-a03a2a79d98c,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:02.211090 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58428) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:02.915408 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.162232 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Deleting port 7d844915-4618-4ab7-b586-d46ca8c59771 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:03.162573 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.240591 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] For port 7d844915-4618-4ab7-b586-d46ca8c59771, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=7d844915-4618-4ab7-b586-d46ca8c59771,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:03.240869 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.252789 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Calling delete_port for 7d844915-4618-4ab7-b586-d46ca8c59771 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:03.361971 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-9a393e36-4fa7-4497-88b8-a34b9625b84b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.487933 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.513475 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d844915-4618-4ab7-b586-d46ca8c59771,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:03.675566 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:03.884958 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:14:03.987696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:14:03.993294 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-304c05ae-e2f8-46a0-acb5-476b56f51282 admin admin] 10.222.0.49 "PUT /v2.0/routers/6b3b7c72-cfca-404e-8cb0-ecff7474b3ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7811551 Dec 15 19:14:03.995850 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58432) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:03.998340 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Sync routers for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:14:04.008181 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:14:04.008777 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:14:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:04.095175 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.110624 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:14:04.194499 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.289716 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46'}], 'enable_snat': True}, 'gw_port_id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:14:03Z', 'revision_number': 5, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port': {'id': 'c4511769-cd90-4ff0-9e40-88ed20d57df9', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:3e:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 338, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:05:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:04.315261 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Checking router: 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:14:04.320818 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Deleting port c4511769-cd90-4ff0-9e40-88ed20d57df9 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:04.321186 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.323487 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Routers {'6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:14:04.324088 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:14:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:04.400142 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] For port c4511769-cd90-4ff0-9e40-88ed20d57df9, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c4511769-cd90-4ff0-9e40-88ed20d57df9,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:04.400533 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.412938 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Calling delete_port for c4511769-cd90-4ff0-9e40-88ed20d57df9 owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:04.418190 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] Set router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:14:04.472739 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:14:04Z', 'revision_number': 6, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:04.476332 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.499848 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-180c092a-398f-4e4a-9cfd-823600e6e3cf None None] The sync data for ids ['6b3b7c72-cfca-404e-8cb0-ecff7474b3ae'] in dv-cinder-812685-5-iscsi is: [{'id': '6b3b7c72-cfca-404e-8cb0-ecff7474b3ae', 'name': 'tempest-TestVolumeBootPattern-577343355-router', 'tenant_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:42Z', 'updated_at': '2021-12-15T19:14:04Z', 'revision_number': 6, 'project_id': 'f117be2c3e5e4d548c414fd1e198c1a4', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:14:04.665569 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.688885 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c4511769-cd90-4ff0-9e40-88ed20d57df9,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:04.699026 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.703433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:04.760607 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.851932 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.854391 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.961854 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.962464 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b3b7c72-cfca-404e-8cb0-ecff7474b3ae {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:14:04.967084 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:04.968276 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a0b1d6e2-4b25-4b5f-b9ce-6d9668a815e0 admin admin] 10.222.0.49 "DELETE /v2.0/routers/6b3b7c72-cfca-404e-8cb0-ecff7474b3ae HTTP/1.1" status: 204 len: 168 time: 0.9715185 Dec 15 19:14:04.970755 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58434) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:05.016811 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Deleting subnet 722b8ba6-5ae7-4729-8210-d829125ae576 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:14:05.017433 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.048757 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.124236 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.248153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.275173 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=722b8ba6-5ae7-4729-8210-d829125ae576,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:05.278798 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.279430 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c4511769-cd90-4ff0-9e40-88ed20d57df9 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:05.282087 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-eaa7caeb-b786-4723-8114-02553ff058b8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/722b8ba6-5ae7-4729-8210-d829125ae576 HTTP/1.1" status: 204 len: 168 time: 0.3103025 Dec 15 19:14:05.284495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58436) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:05.290591 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7ec920-6a7f-4755-8b86-2f9eef202cb7 None None] Network 8f1ee251-b588-424c-abec-a3e47c426719 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:14:05.321741 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: c4511769-cd90-4ff0-9e40-88ed20d57df9 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:05.322390 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c4511769-cd90-4ff0-9e40-88ed20d57df9 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:05.322886 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 7d844915-4618-4ab7-b586-d46ca8c59771 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:05.356078 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.372978 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 7d844915-4618-4ab7-b586-d46ca8c59771 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:05.373429 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 7d844915-4618-4ab7-b586-d46ca8c59771 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:05.417553 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Deleting port c365f2ea-dd45-4b6a-b20c-c584578616f6 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:05.417936 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.485178 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] For port c365f2ea-dd45-4b6a-b20c-c584578616f6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c365f2ea-dd45-4b6a-b20c-c584578616f6,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:05.485579 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.490912 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] DHCP port deletion for 8f1ee251-b588-424c-abec-a3e47c426719 request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:14:05.500992 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Calling delete_port for c365f2ea-dd45-4b6a-b20c-c584578616f6 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:05.543684 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Deleting port c365f2ea-dd45-4b6a-b20c-c584578616f6 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:05.543989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.611645 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] For port c365f2ea-dd45-4b6a-b20c-c584578616f6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=c365f2ea-dd45-4b6a-b20c-c584578616f6,segment=NetworkSegment(7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f),segment_id=7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:05.612047 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.624512 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Calling delete_port for c365f2ea-dd45-4b6a-b20c-c584578616f6 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:05.662216 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.690937 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c365f2ea-dd45-4b6a-b20c-c584578616f6,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:05.695043 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] No DVR routers for this DVR port c365f2ea-dd45-4b6a-b20c-c584578616f6 on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:14:05.720177 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.745570 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Pushing event deleted for resources: {'Port': ['ID=c365f2ea-dd45-4b6a-b20c-c584578616f6,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:05.747780 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] No DVR routers for this DVR port c365f2ea-dd45-4b6a-b20c-c584578616f6 on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.758963 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.760896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.760896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.760896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.760896 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.761404 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-780dbae0-8ae1-4168-938f-32add58b4a16 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:05.765780 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.776489 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.786365 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f1ee251-b588-424c-abec-a3e47c426719']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:05.795786 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:05.796045 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d843eb8-a0f6-4ba8-86fe-f6ccb3b5d14f') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:05.805863 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.819322 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.825270 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:14:05.825660 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:05.827302 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:05.985015 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.990021 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:05.993354 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/8f1ee251-b588-424c-abec-a3e47c426719 HTTP/1.1" status: 204 len: 168 time: 0.7073801 Dec 15 19:14:05.996433 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58438) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:06.005829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca10c2-7aa7-40c0-9c81-dbfdcf13a1f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f1ee251-b588-424c-abec-a3e47c426719,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:06.334472 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:06.570367 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Deleting port 44022417-df75-46a0-8a7e-1b9d15ea17c5 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:06.570618 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:06.646297 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] For port 44022417-df75-46a0-8a7e-1b9d15ea17c5, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=44022417-df75-46a0-8a7e-1b9d15ea17c5,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:06.646717 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:06.658311 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Calling delete_port for 44022417-df75-46a0-8a7e-1b9d15ea17c5 owned by network:router_interface {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:06.730643 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:06.902164 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:06.927510 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Pushing event deleted for resources: {'Port': ['ID=44022417-df75-46a0-8a7e-1b9d15ea17c5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:06.940531 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.940926 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.941800 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.942145 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.942479 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.942817 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.943150 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.943480 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.943809 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.944141 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.944473 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.944799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:06.945143 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:14:07.101230 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:07.227848 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c365f2ea-dd45-4b6a-b20c-c584578616f6 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:07.248650 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: c365f2ea-dd45-4b6a-b20c-c584578616f6 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:07.249112 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device c365f2ea-dd45-4b6a-b20c-c584578616f6 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:07.314391 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Router 3c2e9e32-db4a-4901-9514-e4ae1df28121 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103025) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:14:07.417631 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103025) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:14:07.429273 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-789fe332-8a94-4ff5-88ee-50c1273f064c admin admin] 10.222.0.49 "PUT /v2.0/routers/3c2e9e32-db4a-4901-9514-e4ae1df28121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4251671 Dec 15 19:14:07.429273 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58440) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:07.429442 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Sync routers for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:14:07.436389 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:14:07.437008 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:14:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:07.529448 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks [] for router, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:07.542277 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:14:07.636097 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:07.725837 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116'}], 'enable_snat': True}, 'gw_port_id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:14:06Z', 'revision_number': 5, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port': {'id': '58b8495f-7f31-4208-b666-25f7ecc23702', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:ca:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 370, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:05:52Z', 'updated_at': '2021-12-15T19:05:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:07.752658 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Checking router: 3c2e9e32-db4a-4901-9514-e4ae1df28121 for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:14:07.760838 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Routers {'3c2e9e32-db4a-4901-9514-e4ae1df28121'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:14:07.762015 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:14:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['3c2e9e32-db4a-4901-9514-e4ae1df28121'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:07.766343 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Deleting port 58b8495f-7f31-4208-b666-25f7ecc23702 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:07.766682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:07.844606 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] For port 58b8495f-7f31-4208-b666-25f7ecc23702, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=58b8495f-7f31-4208-b666-25f7ecc23702,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:07.844979 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:07.846830 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] Set router 3c2e9e32-db4a-4901-9514-e4ae1df28121 gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:14:07.857619 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Calling delete_port for 58b8495f-7f31-4208-b666-25f7ecc23702 owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:07.898501 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:14:07Z', 'revision_number': 6, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:07.928485 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4023139c-ed67-4acb-b3c8-c27d2bc80c38 None None] The sync data for ids ['3c2e9e32-db4a-4901-9514-e4ae1df28121'] in dv-cinder-812685-5-iscsi is: [{'id': '3c2e9e32-db4a-4901-9514-e4ae1df28121', 'name': 'tempest-TestVolumeBootPattern-692430915-router', 'tenant_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:05:50Z', 'updated_at': '2021-12-15T19:14:07Z', 'revision_number': 6, 'project_id': '493d7b364d4c4ed9af82cd3ad27583c1', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:14:08.075878 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.103232 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=58b8495f-7f31-4208-b666-25f7ecc23702,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:08.162585 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.249995 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.252050 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.368110 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.368732 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c2e9e32-db4a-4901-9514-e4ae1df28121 {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:14:08.377172 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.377172 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7dcba17b-96d4-471c-9f19-596efac93ee5 admin admin] 10.222.0.49 "DELETE /v2.0/routers/3c2e9e32-db4a-4901-9514-e4ae1df28121 HTTP/1.1" status: 204 len: 168 time: 0.9487946 Dec 15 19:14:08.377957 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58442) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:08.425174 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.db_base_plugin_v2 [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Deleting subnet 4de291bd-fd4d-457c-804c-ef5c7ae79502 {{(pid=103025) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:14:08.428176 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.461823 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4464089'] for subnet, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.534282 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.693955 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6614975', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4920503'] for subnet, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.722757 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de291bd-fd4d-457c-804c-ef5c7ae79502,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:08.726454 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for subnet, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.730067 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-afd1315d-bcfd-4001-9e68-932a28e20e6e admin admin] 10.222.0.49 "DELETE /v2.0/subnets/4de291bd-fd4d-457c-804c-ef5c7ae79502 HTTP/1.1" status: 204 len: 168 time: 0.3510389 Dec 15 19:14:08.732466 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c918b3cb-82a3-4c76-8226-9db5df39d63a None None] Network 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:14:08.732962 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58444) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:08.799949 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.859280 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Deleting port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:08.859613 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.878226 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] DHCP port deletion for 1a1ed89c-abf4-4fe5-a7a0-e97dececa926 request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:14:08.927819 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Deleting port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:14:08.928193 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.931896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] For port 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8563c1ba-ca67-48f2-b6b9-779846fc3f39,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:08.932402 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:08.952485 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Calling delete_port for 8563c1ba-ca67-48f2-b6b9-779846fc3f39 owned by network:dhcp {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:08.998899 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] For port 8563c1ba-ca67-48f2-b6b9-779846fc3f39, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=8563c1ba-ca67-48f2-b6b9-779846fc3f39,segment=NetworkSegment(0935faee-298b-41d8-8fe3-c4ea95d8656a),segment_id=0935faee-298b-41d8-8fe3-c4ea95d8656a)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:08.998899 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.010520 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Calling delete_port for 8563c1ba-ca67-48f2-b6b9-779846fc3f39 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:14:09.133619 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.140808 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.166886 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Pushing event deleted for resources: {'Port': ['ID=8563c1ba-ca67-48f2-b6b9-779846fc3f39,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:09.169324 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] Pushing event deleted for resources: {'Port': ['ID=8563c1ba-ca67-48f2-b6b9-779846fc3f39,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:09.172810 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e68d8da-2724-4812-84e4-a6af4d303940 None None] No DVR routers for this DVR port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:14:09.178383 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] No DVR routers for this DVR port 8563c1ba-ca67-48f2-b6b9-779846fc3f39 on host dv-cinder-812685-5-iscsi {{(pid=103026) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:14:09.203442 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8563c1ba-ca67-48f2-b6b9-779846fc3f39 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:09.223591 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 8563c1ba-ca67-48f2-b6b9-779846fc3f39 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:09.223872 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 8563c1ba-ca67-48f2-b6b9-779846fc3f39 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:09.228410 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44022417-df75-46a0-8a7e-1b9d15ea17c5 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:09.243823 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 44022417-df75-46a0-8a7e-1b9d15ea17c5 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:09.244168 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 44022417-df75-46a0-8a7e-1b9d15ea17c5 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:09.244576 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 58b8495f-7f31-4208-b666-25f7ecc23702 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:09.252485 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.269442 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 58b8495f-7f31-4208-b666-25f7ecc23702 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:14:09.269790 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 58b8495f-7f31-4208-b666-25f7ecc23702 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:14:09.275110 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1ed89c-abf4-4fe5-a7a0-e97dececa926']}} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:09.284612 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0935faee-298b-41d8-8fe3-c4ea95d8656a') {'for_net_delete': True} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:09.285466 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.services.segments.db [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0935faee-298b-41d8-8fe3-c4ea95d8656a') {} {{(pid=103026) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:14:09.298251 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6145518'] for segment, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.312515 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.318366 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Releasing vlan 583 on physical network physnet1 to pool {{(pid=103026) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:14:09.318748 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5954796'] for segment, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: Traceback (most recent call last): Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: timer() Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: cb(*args, **kw) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: return func(*args, **kwargs) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: self._notify() Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: self.callback(batched_events) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: event.method(event) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: return f(self, *a, **k) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._get(url).json() Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: return self.request(url, 'GET', **kwargs) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:14:09.320401 dv-cinder-812685-5-iscsi neutron-server[103026]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:14:09.430134 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.434346 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.440431 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] 10.222.0.49 "DELETE /v2.0/networks/1a1ed89c-abf4-4fe5-a7a0-e97dececa926 HTTP/1.1" status: 204 len: 168 time: 0.7036505 Dec 15 19:14:09.450125 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f918be-02b4-4f5b-b7fb-5b7b2ecfc12e admin admin] Pushing event deleted for resources: {'Network': ['ID=1a1ed89c-abf4-4fe5-a7a0-e97dececa926,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:09.734392 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58448) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:09.774205 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-188cea6e-787b-41f7-9ca0-483571c08f67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f117be2c3e5e4d548c414fd1e198c1a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386417 Dec 15 19:14:09.776626 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58450) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:09.822177 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.843267 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.967837 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.970903 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:09.972106 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8b9316e-1780-479c-b35e-e3d792004aed HTTP/1.1" status: 204 len: 168 time: 0.1945519 Dec 15 19:14:09.980540 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b9366-b1a8-49d9-9220-733a99a6e0b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8b9316e-1780-479c-b35e-e3d792004aed,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:10.613760 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58456) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:10.651901 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-79293501-3065-45c6-acba-cdfe4170633d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=493d7b364d4c4ed9af82cd3ad27583c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0370071 Dec 15 19:14:10.654180 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58458) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:14:10.699659 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:10.719940 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:10.818738 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:10.821286 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:10.822481 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c58310c-0c92-4bfc-a0ec-deb280ffddf9 HTTP/1.1" status: 204 len: 168 time: 0.1674142 Dec 15 19:14:10.829973 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3796bb3-0ec3-4854-94b8-25ab49ac27fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c58310c-0c92-4bfc-a0ec-deb280ffddf9,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:13.255957 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:17.907718 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:14:24.004852 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd5d3a1-ddbc-4d51-a011-5fc07515eab5 req-afdb3b30-3c10-4808-94a5-43eee1d6e39d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:24.006500 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebd5d3a1-ddbc-4d51-a011-5fc07515eab5 req-afdb3b30-3c10-4808-94a5-43eee1d6e39d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0487688 Dec 15 19:14:24.060563 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-ebd5d3a1-ddbc-4d51-a011-5fc07515eab5 req-965efc87-0cf6-4c27-abaf-0a0ff7278fdc tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477526 Dec 15 19:14:25.176612 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa25a30-87ed-42b9-b089-a87aa60d6d7f req-b0bdc4bd-c050-45a9-a218-e49edafc06dd tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:25.178101 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fa25a30-87ed-42b9-b089-a87aa60d6d7f req-b0bdc4bd-c050-45a9-a218-e49edafc06dd tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0483718 Dec 15 19:14:25.226145 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-7fa25a30-87ed-42b9-b089-a87aa60d6d7f req-27465523-40ad-40c3-b714-a4429273acb2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421908 Dec 15 19:14:26.338130 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbffc07-a245-4350-9c55-0fac604f6904 req-10deded2-3aaf-4c3e-9181-bb7d7f519a79 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:26.339620 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fbffc07-a245-4350-9c55-0fac604f6904 req-10deded2-3aaf-4c3e-9181-bb7d7f519a79 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0475817 Dec 15 19:14:26.388383 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-7fbffc07-a245-4350-9c55-0fac604f6904 req-29f9a43d-c5d5-4dfe-a93f-71a6213ea2b5 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425704 Dec 15 19:14:27.500500 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb406ae-8750-432a-905c-7b9964d122f9 req-f313323a-b041-4d4b-9302-c1cf17932346 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:27.502012 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cb406ae-8750-432a-905c-7b9964d122f9 req-f313323a-b041-4d4b-9302-c1cf17932346 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0478325 Dec 15 19:14:27.550221 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-6cb406ae-8750-432a-905c-7b9964d122f9 req-7b008194-d88c-4ece-9f73-32eeedff33a3 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411549 Dec 15 19:14:28.662229 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a554d675-586c-436b-a7a4-dd4efa48ac66 req-7eda09c0-716d-4568-938d-828004173e7e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:28.663709 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a554d675-586c-436b-a7a4-dd4efa48ac66 req-7eda09c0-716d-4568-938d-828004173e7e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0471714 Dec 15 19:14:28.710769 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-a554d675-586c-436b-a7a4-dd4efa48ac66 req-8eb0fed1-5d22-4900-9079-52d7d50ef5a3 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412138 Dec 15 19:14:29.828624 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d03f65-2608-4b95-b5d3-d5ed7c56f7ab req-50ae4512-0c48-4961-8545-91066133cedb tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:29.830161 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f6d03f65-2608-4b95-b5d3-d5ed7c56f7ab req-50ae4512-0c48-4961-8545-91066133cedb tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0520477 Dec 15 19:14:29.879378 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f6d03f65-2608-4b95-b5d3-d5ed7c56f7ab req-37ab0495-f708-4c8e-93fa-a018c9c4a480 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432866 Dec 15 19:14:30.912970 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-cead5ea7-667d-434e-9176-6037875d7517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:30.993922 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3a95a-3424-407a-b9ef-0bf86a1238b0 req-7a100a8f-4777-4843-b6d0-d7db6a553aa3 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:30.995375 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-31f3a95a-3424-407a-b9ef-0bf86a1238b0 req-7a100a8f-4777-4843-b6d0-d7db6a553aa3 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0507221 Dec 15 19:14:31.049268 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-31f3a95a-3424-407a-b9ef-0bf86a1238b0 req-d950647a-fd93-4b57-879b-d1a769e68669 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478752 Dec 15 19:14:32.163938 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d3a4b1-d4e1-4534-9421-4a14bde27cab req-5a2db5f0-c6f3-4ef5-8265-5faaaf6e3aec tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:32.165458 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28d3a4b1-d4e1-4534-9421-4a14bde27cab req-5a2db5f0-c6f3-4ef5-8265-5faaaf6e3aec tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0472198 Dec 15 19:14:32.214696 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-28d3a4b1-d4e1-4534-9421-4a14bde27cab req-344bf2fa-6849-4542-9e11-426a222d7f80 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433295 Dec 15 19:14:33.324585 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-c7c67ea4-d72c-4f3a-998e-c4fe7f7bd2b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:33.328689 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b98cfd-b493-4309-9d78-b8b2caa602a2 req-8acc7a54-d22e-40b1-86bd-665e1769e410 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:33.330183 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13b98cfd-b493-4309-9d78-b8b2caa602a2 req-8acc7a54-d22e-40b1-86bd-665e1769e410 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0482960 Dec 15 19:14:33.378437 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-13b98cfd-b493-4309-9d78-b8b2caa602a2 req-8a7ee474-071c-4b58-9cdc-9901179cca69 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Dec 15 19:14:34.348676 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-e8db8659-7ae8-427e-9932-29dadcea779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:34.350173 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-e8db8659-7ae8-427e-9932-29dadcea779f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.1749198 Dec 15 19:14:34.439282 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-7b55ed8e-61b5-41d7-9f43-5632fda3fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:34.440702 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-7b55ed8e-61b5-41d7-9f43-5632fda3fca7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.0829144 Dec 15 19:14:34.471056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:34.545208 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a382b6-90ad-4fee-b854-585698aaa89c req-6e66f55b-2262-4439-a74d-68c8ed1dd670 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:34.546683 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1a382b6-90ad-4fee-b854-585698aaa89c req-6e66f55b-2262-4439-a74d-68c8ed1dd670 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0994980 Dec 15 19:14:34.548756 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-299d725e-d3e0-41d0-979f-00c86ddde089 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0999241 Dec 15 19:14:34.625000 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-3c5b668e-1140-47b0-a16b-3107024760fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:34.626440 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-3c5b668e-1140-47b0-a16b-3107024760fe service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0682602 Dec 15 19:14:34.630775 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d1a382b6-90ad-4fee-b854-585698aaa89c req-468c82d4-15ae-4e3e-a9b1-3a3ab2da8322 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782216 Dec 15 19:14:34.674043 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-43a8a06b-fd3f-46ad-a1e6-d70b557d603c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:34.675528 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-43a8a06b-fd3f-46ad-a1e6-d70b557d603c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0422616 Dec 15 19:14:34.762665 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-5cbe7d8c-a55b-4eb1-b5af-72024a31061f service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798485 Dec 15 19:14:34.851983 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-94989551-ef60-47b1-ac0e-2770ce37ab53 req-f328c5e2-e9ac-4598-9452-26a87195b7a7 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822132 Dec 15 19:14:35.748349 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6743b44-8e6f-4a1f-a337-b4a88f049ed7 req-6a836f2f-64be-4524-961c-8b1851b8dbac tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:35.749895 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6743b44-8e6f-4a1f-a337-b4a88f049ed7 req-6a836f2f-64be-4524-961c-8b1851b8dbac tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0517106 Dec 15 19:14:35.755293 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:35.798006 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b6743b44-8e6f-4a1f-a337-b4a88f049ed7 req-a51ef0bd-154a-45a6-b9bb-0d87151e487f tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 Dec 15 19:14:36.722055 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:36.911761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325f41b0-dc53-464f-a8ae-139b6356cdd6 req-1c008736-acc6-494d-a16b-9276cea0dcc1 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:36.913343 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-325f41b0-dc53-464f-a8ae-139b6356cdd6 req-1c008736-acc6-494d-a16b-9276cea0dcc1 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0496275 Dec 15 19:14:36.961653 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-325f41b0-dc53-464f-a8ae-139b6356cdd6 req-1f95f50b-a272-4510-8e92-5be252dee460 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424483 Dec 15 19:14:38.074743 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12006c3c-6857-4e71-b983-e11798d9ab43 req-a8a8d87d-fe2e-4f38-b7d8-31186e0b49d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:38.076211 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12006c3c-6857-4e71-b983-e11798d9ab43 req-a8a8d87d-fe2e-4f38-b7d8-31186e0b49d8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0484078 Dec 15 19:14:38.123939 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-12006c3c-6857-4e71-b983-e11798d9ab43 req-48ad55a9-9076-4b5f-bcdf-4981e3e76e70 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417340 Dec 15 19:14:39.519809 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7793b1-f255-4a16-8ecb-5fd8c4967685 req-f6c56aaf-c881-475a-ba74-b1e9ae3b9403 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:39.522235 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f7793b1-f255-4a16-8ecb-5fd8c4967685 req-f6c56aaf-c881-475a-ba74-b1e9ae3b9403 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0470202 Dec 15 19:14:39.575039 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-3f7793b1-f255-4a16-8ecb-5fd8c4967685 req-2f42a133-10a4-47e8-9716-3763ac114789 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472877 Dec 15 19:14:39.614987 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-eb05a7cf-a54b-4e51-8c5d-be6d3e2a8bc8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890059 Dec 15 19:14:39.811287 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:14:40.018291 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:40.042603 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:14:40.045189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7cadcb-c743-4e4f-ad1c-86576625d3dd" -d '{"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-unplugged", "status": "completed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:14:40.065898 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:40.139962 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:40.188933 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=6']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:40.194175 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 15 Dec 2021 19:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c421493-baec-434a-88a0-90a4b0f85132 x-openstack-request-id: req-4c421493-baec-434a-88a0-90a4b0f85132 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:14:40.194466 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-unplugged", "status": "failed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "code": 422}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:14:40.194722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-4c421493-baec-434a-88a0-90a4b0f85132 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:14:40.195126 dv-cinder-812685-5-iscsi neutron-server[103027]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'code': 422} returned with failed status Dec 15 19:14:40.700919 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0363bf-5afc-439a-a4c3-c3b7cceadf10 req-2636e91f-7aeb-43bb-8da5-88e24fc4e05e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:40.702630 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a0363bf-5afc-439a-a4c3-c3b7cceadf10 req-2636e91f-7aeb-43bb-8da5-88e24fc4e05e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0619948 Dec 15 19:14:40.752321 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4a0363bf-5afc-439a-a4c3-c3b7cceadf10 req-b40c1acc-bb15-4ca1-99bb-d36cb7ae0c8e tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437884 Dec 15 19:14:41.864020 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a50580-3d72-4a55-8439-c61bbda855c5 req-fdff230b-d984-4e3a-9f1b-28ecb63a91b0 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:41.865968 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65a50580-3d72-4a55-8439-c61bbda855c5 req-fdff230b-d984-4e3a-9f1b-28ecb63a91b0 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0459867 Dec 15 19:14:42.159421 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-65a50580-3d72-4a55-8439-c61bbda855c5 req-11b6f9d1-02c4-4dd4-a9f9-f8e59f62b0e0 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2874298 Dec 15 19:14:43.095065 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-3d9b8d15-7b1a-4f92-9478-1b9ad90d18df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.096541 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-3d9b8d15-7b1a-4f92-9478-1b9ad90d18df service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063&tenant_id=e78f14ed60c847cb8e006926cc936940 HTTP/1.1" status: 200 len: 1096 time: 0.0694768 Dec 15 19:14:43.154658 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-72b998a9-299d-4b8d-b322-fa21193b726b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.156129 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-72b998a9-299d-4b8d-b322-fa21193b726b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1096 time: 0.0385029 Dec 15 19:14:43.249734 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-e73cdf40-5d95-4dcb-8cf2-ec61588e6943 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.251334 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-e73cdf40-5d95-4dcb-8cf2-ec61588e6943 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.0880351 Dec 15 19:14:43.263999 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:43.276832 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703a5bd-c29a-4561-8724-440ec6990b3f req-3b0dabcc-3b75-450f-b971-48d21d88e5db tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.278587 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9703a5bd-c29a-4561-8724-440ec6990b3f req-3b0dabcc-3b75-450f-b971-48d21d88e5db tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0512044 Dec 15 19:14:43.320625 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-a7557293-8a3e-4522-bef4-1bd6c8a06267 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 998 time: 0.0626893 Dec 15 19:14:43.327343 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-9703a5bd-c29a-4561-8724-440ec6990b3f req-56a9f74c-ec39-4850-bd44-d766192219b1 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428338 Dec 15 19:14:43.370962 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-428d523b-5f60-4a30-b4b1-d590b52de2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.372353 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-428d523b-5f60-4a30-b4b1-d590b52de2ff service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0442140 Dec 15 19:14:43.416530 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-8a86c322-33cd-455e-929b-283778720571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:43.417997 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-8a86c322-33cd-455e-929b-283778720571 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0389016 Dec 15 19:14:43.507787 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-9e453c57-9788-441e-a98d-ccccf469ee9c service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823958 Dec 15 19:14:43.595854 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-59e5c168-1865-4b82-bc33-eac0d28ec75f req-e0f5b851-cb31-47b1-b0e6-40081e03cda0 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809851 Dec 15 19:14:44.442248 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30a0cb2-815e-4de8-bd28-cdd569f2518a req-6ed6eec1-1b91-4ce3-8679-809f532ceb6d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:44.444217 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b30a0cb2-815e-4de8-bd28-cdd569f2518a req-6ed6eec1-1b91-4ce3-8679-809f532ceb6d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0479217 Dec 15 19:14:44.491734 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b30a0cb2-815e-4de8-bd28-cdd569f2518a req-fbb5e465-eac7-403f-8136-d2fa15888b0d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417771 Dec 15 19:14:45.605831 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c47616-1435-4552-81d7-9605fb794408 req-4d29ac0c-0a11-481e-845e-be196a6e72e9 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:45.607275 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b7c47616-1435-4552-81d7-9605fb794408 req-4d29ac0c-0a11-481e-845e-be196a6e72e9 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0502448 Dec 15 19:14:45.655598 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-b7c47616-1435-4552-81d7-9605fb794408 req-afe70884-63dc-4530-a208-1d68ca43d58b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Dec 15 19:14:46.416253 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-ab833d1c-6a0b-4f44-a7aa-a610a5b609b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:46.417781 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-ab833d1c-6a0b-4f44-a7aa-a610a5b609b2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1096 time: 0.0448902 Dec 15 19:14:46.526855 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-246ee95d-3d10-47c8-8aac-ddc4b4ff1db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:46.528265 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-246ee95d-3d10-47c8-8aac-ddc4b4ff1db9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.0914414 Dec 15 19:14:46.596912 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-48662107-6ab6-405f-9e3d-9e03c99d5bef service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 998 time: 0.0620861 Dec 15 19:14:46.644609 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-c263cc19-c473-4ddd-9eb8-f8ccfc903e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:46.646045 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-c263cc19-c473-4ddd-9eb8-f8ccfc903e60 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0428193 Dec 15 19:14:46.693822 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-7cd4667f-209e-4c06-bf9c-27189e5de171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:46.695880 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-7cd4667f-209e-4c06-bf9c-27189e5de171 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0420747 Dec 15 19:14:46.826060 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48cffa5-6e3b-4071-b6c2-1ebed0615308 req-58cad96a-c732-4b6f-9fb6-fce703b31175 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:46.827431 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f48cffa5-6e3b-4071-b6c2-1ebed0615308 req-58cad96a-c732-4b6f-9fb6-fce703b31175 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0749688 Dec 15 19:14:46.830859 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-608935fb-ad3a-422e-9966-691e5eaf65e9 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276340 Dec 15 19:14:46.924971 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-f48cffa5-6e3b-4071-b6c2-1ebed0615308 req-1152e043-6657-46fa-abe8-bc5e09263f55 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912068 Dec 15 19:14:46.953831 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4ddc76cb-a84d-41d1-a628-e66d36493334 req-8ac660a0-002f-402d-8b3c-2f3fd72bebb5 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142983 Dec 15 19:14:48.037759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbfee5-4c79-4e4f-ab8e-827312e82ec8 req-4af33204-126f-4675-a543-2a0f484ca92b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:48.039353 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04cbfee5-4c79-4e4f-ab8e-827312e82ec8 req-4af33204-126f-4675-a543-2a0f484ca92b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0472214 Dec 15 19:14:48.087851 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-04cbfee5-4c79-4e4f-ab8e-827312e82ec8 req-45906e47-0194-4639-8bd5-78ee6b00828a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426502 Dec 15 19:14:49.200515 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1a5c0-32b5-4c9b-9395-995857a6ce31 req-9ae7f184-788d-49b2-833d-32533adb2ca4 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:49.202000 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbe1a5c0-32b5-4c9b-9395-995857a6ce31 req-9ae7f184-788d-49b2-833d-32533adb2ca4 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 943 time: 0.0481076 Dec 15 19:14:49.250010 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-dbe1a5c0-32b5-4c9b-9395-995857a6ce31 req-19ff74dd-a7da-411f-8ba3-ed2179cd4676 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422764 Dec 15 19:14:49.873961 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 details requested by agent hyperv_hv-cinder-81268 with host hv-cinder-81268 {{(pid=103027) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Dec 15 19:14:49.969211 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:49.980380 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Returning: {'device': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'port_id': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'mac_address': 'fa:16:3e:b0:36:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 597, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103027) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Dec 15 19:14:50.016981 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:50.029853 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 {{(pid=103027) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 19:14:50.052077 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:50.109893 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:50.155263 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=7']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:50.314512 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] get_ports_and_sgs() called for port_ids ['1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'] {{(pid=103027) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Dec 15 19:14:50.367886 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73779037-71cf-41d7-817c-5c82cb5c74e2 req-474cb683-c078-4ec6-b9bb-d787314ca40c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:50.369414 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73779037-71cf-41d7-817c-5c82cb5c74e2 req-474cb683-c078-4ec6-b9bb-d787314ca40c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 944 time: 0.0518191 Dec 15 19:14:50.421873 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-73779037-71cf-41d7-817c-5c82cb5c74e2 req-26d8680b-27ca-46c4-865d-5c6a9c0b4d92 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459397 Dec 15 19:14:51.534851 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de663b11-ac1b-4b1c-9e1e-5f20251dd14f req-b38505b2-4b0e-46ed-93ee-2b54589cf1de tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:51.536292 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de663b11-ac1b-4b1c-9e1e-5f20251dd14f req-b38505b2-4b0e-46ed-93ee-2b54589cf1de tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 944 time: 0.0467510 Dec 15 19:14:51.588024 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-de663b11-ac1b-4b1c-9e1e-5f20251dd14f req-7b3a9ee4-1691-4cf9-9ca0-1a1ba2a0524c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458269 Dec 15 19:14:51.894166 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 up at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Dec 15 19:14:51.955137 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.provisioning_blocks [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Provisioning complete for port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 triggered by entity L2. {{(pid=103027) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 19:14:51.961866 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1779089'] for port, provisioning_complete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:52.047818 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1658208'] for port, before_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:52.077581 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103027) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:14:52.080728 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fadc28fe22355c789c6eca21f2d157c7d98d3caee90e5622d50d12d776c0b0ae" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bc2a480-c95f-407a-bfe6-511f520db8c6" -d '{"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-plugged", "status": "completed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103027) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:14:52.097371 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:14:52.118021 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18405f0-6a5f-4081-a77c-17fb62730c82 x-openstack-request-id: req-a18405f0-6a5f-4081-a77c-17fb62730c82 {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:14:52.118311 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-plugged", "status": "completed", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "code": 200}]} {{(pid=103027) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:14:52.118571 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-a18405f0-6a5f-4081-a77c-17fb62730c82 {{(pid=103027) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:14:52.119018 dv-cinder-812685-5-iscsi neutron-server[103027]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'code': 200} Dec 15 19:14:52.165264 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8790670742245', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8790670225610', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8790670225628'] for port, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:14:52.211166 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Pushing event updated for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=8']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:14:52.401443 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e3ade-e188-4c34-bd2c-96896f8a4acd req-c29943d9-e755-4186-9922-368be480c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:52.402898 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf9e3ade-e188-4c34-bd2c-96896f8a4acd req-c29943d9-e755-4186-9922-368be480c9d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.0385315 Dec 15 19:14:52.448228 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-bf9e3ade-e188-4c34-bd2c-96896f8a4acd req-a67a258f-02c9-4a3b-b3c6-0fab92c99c89 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383048 Dec 15 19:14:52.699661 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dad6cfc-47a3-4765-bc10-fc3be9b13177 req-b8508a46-16ec-49d7-b3a6-f8ac30ce739b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:52.701014 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8dad6cfc-47a3-4765-bc10-fc3be9b13177 req-b8508a46-16ec-49d7-b3a6-f8ac30ce739b tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0467854 Dec 15 19:14:52.750257 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-8dad6cfc-47a3-4765-bc10-fc3be9b13177 req-e31b26fb-cc96-4359-8c77-087b7808c03c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430968 Dec 15 19:14:53.871607 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d9273-267a-454a-9229-1bb3ee670e24 req-90855ff0-af4f-40ad-88a5-3463e227b43f tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:14:53.873069 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4c2d9273-267a-454a-9229-1bb3ee670e24 req-90855ff0-af4f-40ad-88a5-3463e227b43f tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0477912 Dec 15 19:14:53.921204 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-4c2d9273-267a-454a-9229-1bb3ee670e24 req-d860b595-c0f0-4fc8-b2bd-1eeea2df49b2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421627 Dec 15 19:14:54.906600 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:15:00.877216 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-fdd2c5f2-aa26-48c6-98da-d96806093a60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:03.320055 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d1aa8df0-e8dd-4d21-9e4e-8dcb345448de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:04.478117 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:05.754950 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:06.726551 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:13.293153 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:30.871746 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-4af5bc59-73f1-4c5f-974a-0adfaff6dbd0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:31.905441 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:15:33.380706 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-f7e097ab-1a06-48cc-84f1-f019061a3a8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:34.472279 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:35.747065 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:36.763884 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:43.287960 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:15:46.381786 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-cada29d2-bf3d-4b4f-96a1-f13c8cf08c67 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0422220 Dec 15 19:15:46.460089 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-ced0d5f6-880e-4e0a-9139-90ccb24a0477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:15:46.461595 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-ced0d5f6-880e-4e0a-9139-90ccb24a0477 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.0397108 Dec 15 19:15:46.560288 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-a79aab07-2b7d-451e-af0d-100a781bb30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:15:46.561689 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-a79aab07-2b7d-451e-af0d-100a781bb30c service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.0821841 Dec 15 19:15:46.629902 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-f27907a2-9ead-4075-b7ed-2fff447ee36d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 1000 time: 0.0605695 Dec 15 19:15:46.678694 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-bbf22722-ebf6-410d-8fe2-2ef670dc53dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:15:46.680089 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-bbf22722-ebf6-410d-8fe2-2ef670dc53dc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0423491 Dec 15 19:15:46.723991 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-ec7afbd9-69f6-4db0-a129-bf13f6de7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:15:46.725470 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-ec7afbd9-69f6-4db0-a129-bf13f6de7b37 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0385454 Dec 15 19:15:46.815275 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-ea1b15ef-4965-4619-9457-44a9664f8687 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827937 Dec 15 19:15:46.902005 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-3898e817-a73c-48ae-8b79-2ae3327bbee6 req-e0802c04-fded-4528-8eec-bc0813046170 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791204 Dec 15 19:16:00.884160 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-144c5826-67a4-40b3-a78d-0369a48b3a7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:03.330039 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2ec4313c-a33f-490e-ae27-f1857e7c0028 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:04.478488 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:05.747369 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:06.753463 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:08.904248 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:16:09.478798 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58568) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:09.630948 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Deleting port a017446b-b8e5-4fb9-8724-d753eb928b30 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:09.631294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:09.706595 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:09.706924 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:09.718717 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Calling delete_port for a017446b-b8e5-4fb9-8724-d753eb928b30 owned by network:floatingip {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:09.927726 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:10.218199 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event deleted for resources: {'Port': ['ID=a017446b-b8e5-4fb9-8724-d753eb928b30,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:10.228129 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.228470 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.228810 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.229176 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.229506 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.229833 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.230157 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.230479 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.230796 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.231495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.231495 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.231728 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.232042 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103026) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:10.294272 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for floatingip, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:10.294607 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.db.l3_db [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Floating IP a5fecb17-9ebe-4894-9d65-37798258dd23 disassociated (deleted). External IP: 172.27.1.25, port: 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9. Dec 15 19:16:10.493230 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Router eab1acac-d92f-41f5-80df-0bb2309111e3 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:16:10.597279 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:16:10.602038 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for floatingip, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:10.606578 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Sync routers for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:16:10.616209 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:10.616822 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:10.627642 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-a50785f1-3903-4a58-acdd-bb90f42cffd8 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "DELETE /v2.0/floatingips/a5fecb17-9ebe-4894-9d65-37798258dd23 HTTP/1.1" status: 204 len: 168 time: 1.1477172 Dec 15 19:16:10.628238 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103026) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:16:10.630537 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a335c8e3bbb2db7b199cad93c2a502cfd2e09e6d72c3b54353f3cbc0e4260fb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71176736-7278-45de-8aa4-352e237740ac" -d '{"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103026) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:16:10.729016 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:10.730584 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 15 Dec 2021 19:16:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e35fbed5-6997-4628-87b4-c3bb928c0f6a x-openstack-request-id: req-e35fbed5-6997-4628-87b4-c3bb928c0f6a {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:16:10.731071 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "status": "completed", "code": 200}]} {{(pid=103026) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:16:10.731455 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-e35fbed5-6997-4628-87b4-c3bb928c0f6a {{(pid=103026) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:16:10.731865 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'status': 'completed', 'code': 200} Dec 15 19:16:10.797007 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176736-7278-45de-8aa4-352e237740ac req-9d590755-4dab-4ebf-b4a3-46230035fe4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:10.798555 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-9d590755-4dab-4ebf-b4a3-46230035fe4f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e78f14ed60c847cb8e006926cc936940&device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 1098 time: 0.0449355 Dec 15 19:16:10.894296 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176736-7278-45de-8aa4-352e237740ac req-21044ff7-071a-4fa3-9809-620c3d8007a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:10.895786 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-21044ff7-071a-4fa3-9809-620c3d8007a8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 200 len: 909 time: 0.0888996 Dec 15 19:16:10.930619 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:10.943029 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-5edf8221-2b6a-44d1-8927-8983651fe448 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 200 len: 217 time: 0.0395434 Dec 15 19:16:10.960496 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Checking router: eab1acac-d92f-41f5-80df-0bb2309111e3 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:16:10.969460 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:10.970073 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:10.993833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176736-7278-45de-8aa4-352e237740ac req-32c4b934-db2d-49c4-b828-d6422672a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:10.995337 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-32c4b934-db2d-49c4-b828-d6422672a8c9 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 200 len: 847 time: 0.0455823 Dec 15 19:16:11.044408 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71176736-7278-45de-8aa4-352e237740ac req-1af0b9b3-c2a8-4381-95fc-1bc92a26a22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:11.045968 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-1af0b9b3-c2a8-4381-95fc-1bc92a26a22a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=90df79ab-8736-40c9-b55e-7513272101c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404711 Dec 15 19:16:11.046845 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07c42b-75fb-4411-85ca-d90a159bc94a req-31d6c460-9ca8-4ff8-acf0-6d96e5c66ec2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103026) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:11.048395 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df07c42b-75fb-4411-85ca-d90a159bc94a req-31d6c460-9ca8-4ff8-acf0-6d96e5c66ec2 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0518677 Dec 15 19:16:11.078546 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:11.102556 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [req-df07c42b-75fb-4411-85ca-d90a159bc94a req-aae179ee-b915-4e8f-84d0-fdee1a7e250c tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472980 Dec 15 19:16:11.153707 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-2f30caa8-9978-4d96-af02-2b323553fdb1 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996218 Dec 15 19:16:11.243952 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-71176736-7278-45de-8aa4-352e237740ac req-0b94599b-36bc-465d-8d89-92f3528ee2d1 service neutron] 10.222.0.44 "GET /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828354 Dec 15 19:16:11.285000 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:11.317032 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796af00a-f375-4a4d-bc11-53bdf241020f None None] The sync data for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi is: [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:11:15Z', 'revision_number': 4, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi', '_interfaces': [{'id': 'd83e253b-b5e0-49d4-b3c5-1d1dc01aee7a', 'name': '', 'network_id': '90df79ab-8736-40c9-b55e-7513272101c7', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'mac_address': 'fa:16:3e:9f:81:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 605, 'fixed_ips': [{'subnet_id': '0522b631-575e-4c36-b97f-36eb7560d736', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:15Z', 'updated_at': '2021-12-15T19:11:19Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'subnets': [{'id': '0522b631-575e-4c36-b97f-36eb7560d736', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:16:11.532739 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c5b9ae-594a-4697-b630-5ddc0003c2f3 None None] New status for floating IP a5fecb17-9ebe-4894-9d65-37798258dd23: DOWN {{(pid=103028) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 19:16:12.223907 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d355cfcd-a6ac-4bf0-a96e-a30ca99f13e9 req-0eefc310-ffa9-472d-b9c4-52c5617e218a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:12.225395 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d355cfcd-a6ac-4bf0-a96e-a30ca99f13e9 req-0eefc310-ffa9-472d-b9c4-52c5617e218a tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0480974 Dec 15 19:16:12.274980 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-d355cfcd-a6ac-4bf0-a96e-a30ca99f13e9 req-a610f54c-59c1-4805-a385-0ff93b114ffe tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/security-groups?id=e148da01-d69a-405d-b30e-cd38beb57e79&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428944 Dec 15 19:16:12.564627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-b30db986-7067-4504-9b62-b2a0eea88c39 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103025) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 19:16:12.566088 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-b30db986-7067-4504-9b62-b2a0eea88c39 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.44 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 945 time: 0.0502312 Dec 15 19:16:12.657740 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Deleting port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:12.658088 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:12.747497 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] For port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9, host hv-cinder-81268, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81268',level=0,port_id=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:12.747848 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:12.759833 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Calling delete_port for 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 owned by compute:nova {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:12.928231 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:12.972093 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event deleted for resources: {'Port': ['ID=1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:12.989750 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:12.990282 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:12.991080 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103025) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] No DVR routers for this DVR port 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 on host hv-cinder-81268 {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-2648'] for port, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:13.038159 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-b74dc4bc-d190-4952-a22a-42f867ada68a req-6f69fd75-4ede-4328-81c4-31c89a087850 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.44 "DELETE /v2.0/ports/1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 HTTP/1.1" status: 204 len: 173 time: 0.4633443 Dec 15 19:16:13.040990 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-deleted', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9'}] {{(pid=103025) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 19:16:13.040990 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.49/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}28188ea6ea2e31e40e3a71cce18cd3279dabf9c36defca9d9896d3c33ce85610" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0283b59-8c67-41b8-9460-6bf48111a99d" -d '{"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-deleted", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9"}]}' {{(pid=103025) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Dec 15 19:16:13.128385 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 15 Dec 2021 19:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-412e6b1d-06d8-4d36-8b5a-1ede5b7ad713 x-openstack-request-id: req-412e6b1d-06d8-4d36-8b5a-1ede5b7ad713 {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Dec 15 19:16:13.128680 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6128c912-1a49-4e44-add6-bcd197f85063", "name": "network-vif-deleted", "tag": "1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9", "status": "completed", "code": 200}]} {{(pid=103025) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Dec 15 19:16:13.128934 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.49/compute/v2.1/os-server-external-events used request id req-412e6b1d-06d8-4d36-8b5a-1ede5b7ad713 {{(pid=103025) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Dec 15 19:16:13.129363 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6128c912-1a49-4e44-add6-bcd197f85063', 'name': 'network-vif-deleted', 'tag': '1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9', 'status': 'completed', 'code': 200} Dec 15 19:16:13.314316 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:13.387025 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [req-4780404c-0e7d-4556-8ee4-707fda636254 req-bb668a40-bdee-4a14-8928-6afd308e0752 tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "GET /v2.0/ports?device_id=6128c912-1a49-4e44-add6-bcd197f85063 HTTP/1.1" status: 200 len: 210 time: 0.0282464 Dec 15 19:16:14.442939 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58600) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:14.498953 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:14.522829 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:14.653632 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:14.656237 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Publish callbacks [] for security_group, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:14.657436 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] 10.222.0.49 "DELETE /v2.0/security-groups/e148da01-d69a-405d-b30e-cd38beb57e79 HTTP/1.1" status: 204 len: 168 time: 0.2134438 Dec 15 19:16:14.667294 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956351dd-a826-4ae5-8244-29cbfca8759d tempest-TestShelveInstance-933522876 tempest-TestShelveInstance-933522876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e148da01-d69a-405d-b30e-cd38beb57e79,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:14.831077 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58604) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:15.318928 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:15.554349 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Deleting port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:15.555051 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:15.629896 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] For port d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:15.630259 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:15.641564 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Calling delete_port for d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:15.893675 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:15.917214 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Pushing event deleted for resources: {'Port': ['ID=d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:16.082114 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:16.291621 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Router eab1acac-d92f-41f5-80df-0bb2309111e3 has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:16:16.305989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 no longer exists at agent hyperv_hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:16.326450 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] No Port match for: 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:16.329828 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Device 1394d9c1-4ca6-4a9a-b01f-4ce1ffaa8ee9 not bound to the agent host hv-cinder-81268 {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:16.394200 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:16:16.404775 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-4dd93c1b-2c72-4ffe-b064-8e00442d6369 admin admin] 10.222.0.49 "PUT /v2.0/routers/eab1acac-d92f-41f5-80df-0bb2309111e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5671322 Dec 15 19:16:16.404775 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58608) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:16.405153 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Sync routers for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:16:16.416548 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:16.417173 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:16.503834 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks [] for router, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:16.609030 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:16.646122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: dv-cinder-812685-5-iscsi {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:16.722362 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Deleting port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:16.722716 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:16.803036 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] For port 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:16.803425 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:16.815277 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Calling delete_port for 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d owned by network:router_gateway {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:16.821886 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223'}], 'enable_snat': True}, 'gw_port_id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:16:15Z', 'revision_number': 5, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port': {'id': '9a323ebf-ab0e-427b-9b0d-94b3f0a2936d', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:8c:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 604, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:13Z', 'updated_at': '2021-12-15T19:11:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:16.851895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Checking router: eab1acac-d92f-41f5-80df-0bb2309111e3 for host: dv-cinder-812685-5-iscsi {{(pid=103027) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:16:16.860606 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Routers {'eab1acac-d92f-41f5-80df-0bb2309111e3'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103027) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:16.861172 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['eab1acac-d92f-41f5-80df-0bb2309111e3'], 'active': True} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:16.947024 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvr_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] Set router eab1acac-d92f-41f5-80df-0bb2309111e3 gateway port host: None {{(pid=103027) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:16.997498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_hamode_db [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:16:16Z', 'revision_number': 6, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103027) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:17.026339 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a9c04c-bc9d-4929-a7ae-94e516c80bbc None None] The sync data for ids ['eab1acac-d92f-41f5-80df-0bb2309111e3'] in dv-cinder-812685-5-iscsi is: [{'id': 'eab1acac-d92f-41f5-80df-0bb2309111e3', 'name': 'tempest-TestShelveInstance-198355179-router', 'tenant_id': 'e78f14ed60c847cb8e006926cc936940', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:12Z', 'updated_at': '2021-12-15T19:16:16Z', 'revision_number': 6, 'project_id': 'e78f14ed60c847cb8e006926cc936940', 'gw_port_host': None}] {{(pid=103027) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:16:17.051855 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.085542 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a323ebf-ab0e-427b-9b0d-94b3f0a2936d,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:17.142595 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.228582 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.230724 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.336886 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.337381 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eab1acac-d92f-41f5-80df-0bb2309111e3 {{(pid=103026) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:16:17.341604 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] Publish callbacks [] for router, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.342757 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-3a561a99-8ec6-47cc-abc2-3b304b52b392 admin admin] 10.222.0.49 "DELETE /v2.0/routers/eab1acac-d92f-41f5-80df-0bb2309111e3 HTTP/1.1" status: 204 len: 168 time: 0.9394736 Dec 15 19:16:17.345256 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58610) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:17.398759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Deleting subnet 0522b631-575e-4c36-b97f-36eb7560d736 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:16:17.398759 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.438525 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.484700 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:17.506311 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:17.506740 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d83e253b-b5e0-49d4-b3c5-1d1dc01aee7a not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:17.523414 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.636838 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.661696 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0522b631-575e-4c36-b97f-36eb7560d736,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:17.667163 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.671366 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-42e6e7f9-fa3f-4811-991f-1ae559bc830a admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0522b631-575e-4c36-b97f-36eb7560d736 HTTP/1.1" status: 204 len: 168 time: 0.3246806 Dec 15 19:16:17.672403 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff3109e-ce4f-410d-bbb1-c60ac23497fd None None] Network 90df79ab-8736-40c9-b55e-7513272101c7 requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:16:17.673519 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58612) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:17.747811 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.822490 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Deleting port d2c4bc89-0951-4363-bd79-32e372f4fc0b {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:17.822863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.849604 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] DHCP port deletion for 90df79ab-8736-40c9-b55e-7513272101c7 request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:16:17.888444 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] For port d2c4bc89-0951-4363-bd79-32e372f4fc0b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d2c4bc89-0951-4363-bd79-32e372f4fc0b,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:17.888810 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.903627 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Calling delete_port for d2c4bc89-0951-4363-bd79-32e372f4fc0b owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:17.909189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Deleting port d2c4bc89-0951-4363-bd79-32e372f4fc0b {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:17.909189 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.975498 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] For port d2c4bc89-0951-4363-bd79-32e372f4fc0b, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=d2c4bc89-0951-4363-bd79-32e372f4fc0b,segment=NetworkSegment(ae867436-4de1-461b-935c-ee36c1a4a0cc),segment_id=ae867436-4de1-461b-935c-ee36c1a4a0cc)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:17.975995 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:17.998642 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Calling delete_port for d2c4bc89-0951-4363-bd79-32e372f4fc0b owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:18.051760 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.077677 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.080002 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2c4bc89-0951-4363-bd79-32e372f4fc0b,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:18.081881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] No DVR routers for this DVR port d2c4bc89-0951-4363-bd79-32e372f4fc0b on host dv-cinder-812685-5-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:16:18.106890 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Pushing event deleted for resources: {'Port': ['ID=d2c4bc89-0951-4363-bd79-32e372f4fc0b,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:18.108847 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] No DVR routers for this DVR port d2c4bc89-0951-4363-bd79-32e372f4fc0b on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:16:18.115619 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.116211 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.117056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.117056 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.117290 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.117562 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.117885 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.118891 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.119135 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.119462 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.119785 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.120105 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.120424 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d6cbd0-f2ba-44d5-bd9b-5f122351cd6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-812685-5-iscsi {{(pid=103027) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 19:16:18.156846 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.177264 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90df79ab-8736-40c9-b55e-7513272101c7']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:18.186196 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae867436-4de1-461b-935c-ee36c1a4a0cc') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:18.186493 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae867436-4de1-461b-935c-ee36c1a4a0cc') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:18.195757 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.208589 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.215376 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:16:18.215376 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:18.221106 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:18.354622 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.358914 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:18.362295 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/90df79ab-8736-40c9-b55e-7513272101c7 HTTP/1.1" status: 204 len: 168 time: 0.6876695 Dec 15 19:16:18.365351 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58614) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:18.375440 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53114df2-91a3-42ce-b370-7974e3b5cbd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=90df79ab-8736-40c9-b55e-7513272101c7,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:18.697761 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-630802'] for router_interface, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:19.220215 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Deleting port 1bbd1b24-2730-4230-be5b-ac5683bb5458 {{(pid=103026) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:19.220549 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:19.255646 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:19.277493 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:19.277839 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 9a323ebf-ab0e-427b-9b0d-94b3f0a2936d not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:19.278248 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d2c4bc89-0951-4363-bd79-32e372f4fc0b no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:19.298525 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.db [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] For port 1bbd1b24-2730-4230-be5b-ac5683bb5458, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=1bbd1b24-2730-4230-be5b-ac5683bb5458,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103026) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:19.298920 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:19.299265 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: d2c4bc89-0951-4363-bd79-32e372f4fc0b {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:19.299605 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device d2c4bc89-0951-4363-bd79-32e372f4fc0b not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:19.312491 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.plugins.ml2.plugin [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Calling delete_port for 1bbd1b24-2730-4230-be5b-ac5683bb5458 owned by network:router_interface {{(pid=103026) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:19.554477 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5954737'] for port, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:19.577017 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Pushing event deleted for resources: {'Port': ['ID=1bbd1b24-2730-4230-be5b-ac5683bb5458,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:19.744019 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-564557', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-630926'] for router_interface, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:19.954606 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce has already been hosted by L3 agent 69260527-3d96-4c6f-8b88-e78817b8c32a {{(pid=103026) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Dec 15 19:16:20.057802 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] Notify agent at l3_agent.dv-cinder-812685-5-iscsi the message routers_updated {{(pid=103026) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Dec 15 19:16:20.062720 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-6c5ed89d-08d5-4615-b3f4-b6de8b21c097 admin admin] 10.222.0.49 "PUT /v2.0/routers/dd1be2e9-e50d-463a-b6db-c90d87f0e5ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6960752 Dec 15 19:16:20.065465 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58616) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:20.066190 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Sync routers for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 19:16:20.076170 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:20.076779 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:20.168426 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks [] for router, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.184075 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: dv-cinder-812685-5-iscsi {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:20.268781 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.359010 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'external_fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68'}], 'enable_snat': True}, 'gw_port_id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:16:19Z', 'revision_number': 5, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port': {'id': '05404f29-0735-484f-a47a-3ea1ebae46bb', 'name': '', 'network_id': '7ad6a83e-46bb-4d28-a881-0f91b7cf64a4', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:86:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 616, 'fixed_ips': [{'subnet_id': '996f1891-0444-4abb-abdd-74875c207fce', 'ip_address': '172.27.1.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-812685-5-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:11:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '996f1891-0444-4abb-abdd-74875c207fce', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-812685-5-iscsi'}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:20.386571 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Deleting port 05404f29-0735-484f-a47a-3ea1ebae46bb {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:20.386912 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.389203 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Checking router: dd1be2e9-e50d-463a-b6db-c90d87f0e5ce for host: dv-cinder-812685-5-iscsi {{(pid=103028) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 19:16:20.397832 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Routers {'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'} bound to L3 agent in host dv-cinder-812685-5-iscsi {{(pid=103028) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Dec 15 19:16:20.398429 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-812685-5-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T18:55:33Z,description=,heartbeat_timestamp=2021-12-15T19:16:03Z,host='dv-cinder-812685-5-iscsi',id=69260527-3d96-4c6f-8b88-e78817b8c32a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T18:55:34Z,topic='l3_agent')) {'router_ids': ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'], 'active': True} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:20.466863 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] For port 05404f29-0735-484f-a47a-3ea1ebae46bb, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=05404f29-0735-484f-a47a-3ea1ebae46bb,segment=NetworkSegment(5169e193-c886-46b0-96b7-91755d731368),segment_id=5169e193-c886-46b0-96b7-91755d731368)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:20.467252 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.479151 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Calling delete_port for 05404f29-0735-484f-a47a-3ea1ebae46bb owned by network:router_gateway {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:20.482494 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_dvr_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] Set router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce gateway port host: None {{(pid=103028) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Dec 15 19:16:20.532535 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.l3_hamode_db [None req-c255d590-c213-476d-8c56-48e4de584250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:16:20Z', 'revision_number': 6, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port_host': None}], 'dv-cinder-812685-5-iscsi', False) {} {{(pid=103028) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:20.561169 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c255d590-c213-476d-8c56-48e4de584250 None None] The sync data for ids ['dd1be2e9-e50d-463a-b6db-c90d87f0e5ce'] in dv-cinder-812685-5-iscsi is: [{'id': 'dd1be2e9-e50d-463a-b6db-c90d87f0e5ce', 'name': 'tempest-TestShelveInstance-1015300988-router', 'tenant_id': '10aa1e5d58d14d73a721a74f2859bd87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T19:11:19Z', 'updated_at': '2021-12-15T19:16:20Z', 'revision_number': 6, 'project_id': '10aa1e5d58d14d73a721a74f2859bd87', 'gw_port_host': None}] {{(pid=103028) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 19:16:20.694558 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.718255 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Pushing event deleted for resources: {'Port': ['ID=05404f29-0735-484f-a47a-3ea1ebae46bb,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:20.778782 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-636716'] for router_gateway, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.868343 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-631996', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12097'] for router, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.870316 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.977936 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-631989'] for router, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.978504 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd1be2e9-e50d-463a-b6db-c90d87f0e5ce {{(pid=103025) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Dec 15 19:16:20.983226 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] Publish callbacks [] for router, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:20.986643 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ba5771f7-fe92-4c64-bb80-877a223bd7dc admin admin] 10.222.0.49 "DELETE /v2.0/routers/dd1be2e9-e50d-463a-b6db-c90d87f0e5ce HTTP/1.1" status: 204 len: 168 time: 0.9179227 Dec 15 19:16:20.987269 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [-] (103026) accepted ('10.222.0.49', 58618) {{(pid=103026) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:21.033396 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.db.db_base_plugin_v2 [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Deleting subnet a837cd4d-de26-4ecd-946e-202d5df45ff1 {{(pid=103026) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Dec 15 19:16:21.036725 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.070282 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6145301'] for subnet, precommit_delete_associations {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.146428 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1775295'] for subnet, precommit_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.254666 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1775284', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-640665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5954694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6056716'] for subnet, after_delete {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.281530 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a837cd4d-de26-4ecd-946e-202d5df45ff1,revision_number=None']} {{(pid=103026) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:21.286153 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron_lib.callbacks.manager [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103026) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.291704 dv-cinder-812685-5-iscsi neutron-server[103026]: INFO neutron.wsgi [None req-c74cff4d-1751-480b-b569-57bf417b5c60 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/a837cd4d-de26-4ecd-946e-202d5df45ff1 HTTP/1.1" status: 204 len: 168 time: 0.3014946 Dec 15 19:16:21.292746 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58620) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:21.299585 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94c9a7-1b7b-4b3b-8ed1-bc45a461cc46 None None] Network c8fa77ce-7044-4bf3-8f6f-d772a271024f requested from dv-cinder-812685-5-iscsi {{(pid=103027) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Dec 15 19:16:21.359370 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 05404f29-0735-484f-a47a-3ea1ebae46bb no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:21.368995 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1629329'] for network, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.385759 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 05404f29-0735-484f-a47a-3ea1ebae46bb {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:21.386098 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 05404f29-0735-484f-a47a-3ea1ebae46bb not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:21.386499 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 1bbd1b24-2730-4230-be5b-ac5683bb5458 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:21.424756 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: 1bbd1b24-2730-4230-be5b-ac5683bb5458 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:21.425159 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device 1bbd1b24-2730-4230-be5b-ac5683bb5458 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:21.425512 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Deleting port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 {{(pid=103025) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:21.425866 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.489222 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.db [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] For port fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103025) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:21.489614 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.493935 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] DHCP port deletion for c8fa77ce-7044-4bf3-8f6f-d772a271024f request from dv-cinder-812685-5-iscsi {{(pid=103027) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Dec 15 19:16:21.505047 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.plugin [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Calling delete_port for fcd767b0-df91-48a1-b3d9-9c80cc3614a6 owned by network:dhcp {{(pid=103025) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:21.543269 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Deleting port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 {{(pid=103027) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Dec 15 19:16:21.543665 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8790670636912'] for port, before_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.615945 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.db [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] For port fcd767b0-df91-48a1-b3d9-9c80cc3614a6, host dv-cinder-812685-5-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-812685-5-iscsi',level=0,port_id=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,segment=NetworkSegment(e60d5caa-d63f-4812-97f9-91d19225c70f),segment_id=e60d5caa-d63f-4812-97f9-91d19225c70f)] {{(pid=103027) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Dec 15 19:16:21.616620 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669831'] for port, precommit_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.629444 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Calling delete_port for fcd767b0-df91-48a1-b3d9-9c80cc3614a6 owned by network:dhcp {{(pid=103027) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Dec 15 19:16:21.657881 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6614920'] for port, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.686839 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Pushing event deleted for resources: {'Port': ['ID=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:21.690319 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] No DVR routers for this DVR port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 on host dv-cinder-812685-5-iscsi {{(pid=103025) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:16:21.703966 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1658559', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-136781', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8790670742227', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8790670225601'] for port, after_delete {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.743989 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] No DVR routers for this DVR port fcd767b0-df91-48a1-b3d9-9c80cc3614a6 on host dv-cinder-812685-5-iscsi {{(pid=103027) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 19:16:21.748722 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23864ccf-da27-4e81-8b36-116ed6ed7632 None None] Pushing event deleted for resources: {'Port': ['ID=fcd767b0-df91-48a1-b3d9-9c80cc3614a6,revision_number=None']} {{(pid=103027) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:21.767799 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1781544', 'neutron.services.segments.db._delete_segments_for_network-8790670775938'] for network, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.787400 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8fa77ce-7044-4bf3-8f6f-d772a271024f']}} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:21.796830 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60d5caa-d63f-4812-97f9-91d19225c70f') {'for_net_delete': True} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:21.797146 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.services.segments.db [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60d5caa-d63f-4812-97f9-91d19225c70f') {} {{(pid=103025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 19:16:21.806838 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8790670780299', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4463906'] for segment, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.819804 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694'] for segment, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.825682 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=103025) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 19:16:21.826061 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1776694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6614997'] for segment, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: Traceback (most recent call last): Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: timer() Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: cb(*args, **kw) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: return func(*args, **kwargs) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: self._notify() Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: self.callback(batched_events) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: event.method(event) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: return f(self, *a, **k) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._get(url).json() Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: return self.request(url, 'GET', **kwargs) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 19:16:21.827648 dv-cinder-812685-5-iscsi neutron-server[103025]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 19:16:22.180103 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1781537', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-564596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-636672'] for network, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.185320 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-564586'] for network, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.188471 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] 10.222.0.49 "DELETE /v2.0/networks/c8fa77ce-7044-4bf3-8f6f-d772a271024f HTTP/1.1" status: 204 len: 168 time: 0.8936546 Dec 15 19:16:22.205854 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a6d24-f0d9-42a3-bd3a-92bab000bc3c admin admin] Pushing event deleted for resources: {'Network': ['ID=c8fa77ce-7044-4bf3-8f6f-d772a271024f,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:22.503031 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58624) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:22.541946 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-be1bf761-ddc9-46b0-b1c7-bbeda57aecb7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e78f14ed60c847cb8e006926cc936940&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377622 Dec 15 19:16:22.544293 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58626) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:22.589013 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.609216 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.780184 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.782808 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:22.784013 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b3980689-fa2b-43c0-b992-20a1ea9be322 HTTP/1.1" status: 204 len: 168 time: 0.2387707 Dec 15 19:16:22.791761 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b75331a-fd99-4eb8-b81b-6abe23193548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3980689-fa2b-43c0-b992-20a1ea9be322,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:23.250266 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device fcd767b0-df91-48a1-b3d9-9c80cc3614a6 no longer exists at agent ovs-agent-dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Dec 15 19:16:23.272971 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.plugin [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] No Port match for: fcd767b0-df91-48a1-b3d9-9c80cc3614a6 {{(pid=103027) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Dec 15 19:16:23.278481 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron.plugins.ml2.rpc [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Device fcd767b0-df91-48a1-b3d9-9c80cc3614a6 not bound to the agent host dv-cinder-812685-5-iscsi {{(pid=103027) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Dec 15 19:16:23.475241 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58632) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:23.514255 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-7b99ae53-c0df-47ed-9f3b-51168ad55837 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=10aa1e5d58d14d73a721a74f2859bd87&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377669 Dec 15 19:16:23.516646 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [-] (103025) accepted ('10.222.0.49', 58634) {{(pid=103025) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Dec 15 19:16:23.561491 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:23.581074 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:23.717142 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-618350'] for security_group, after_delete {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:23.719681 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron_lib.callbacks.manager [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:23.720925 dv-cinder-812685-5-iscsi neutron-server[103025]: INFO neutron.wsgi [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86f3e97f-c3e9-4756-b387-9efeba280ad5 HTTP/1.1" status: 204 len: 168 time: 0.2033148 Dec 15 19:16:23.730660 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3da5fc-0ef9-418b-92b7-3e4ac1bcf45f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f3e97f-c3e9-4756-b387-9efeba280ad5,revision_number=None']} {{(pid=103025) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 19:16:30.881152 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d7dca4cc-2eb3-42d5-a721-41aa43b93e13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:33.321225 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-102f932a-197d-4c09-a1eb-b3c3a5091b81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:34.483866 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:35.769594 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:36.727298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:43.341651 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:16:45.903820 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:17:00.874083 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-dd227b96-80b9-4b74-8742-2071de27c4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:03.340378 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-09cbf282-e046-4de8-a17a-ab00c2fd8517 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:04.529253 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:05.758050 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:06.754632 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:13.354768 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:22.903682 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:17:30.885280 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-65fe733c-262f-49d9-b9d4-064b35048629 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:33.338983 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-2e974e29-df77-44cf-98a2-a9928afe7f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:34.559541 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:35.765210 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:36.750769 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:43.331436 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:17:59.903705 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:18:00.900232 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-982709a1-369c-4f0b-9005-996a9db9a96f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:03.326133 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-36fff02f-f08c-4064-bfad-ea47074c2a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:04.494800 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:05.745996 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:06.735323 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:13.351895 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:30.884077 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-d21cfb83-48df-4794-90ad-a3ffae577a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:33.335901 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b8a018c7-ed2e-4230-9970-b4b472402d00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:34.490023 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:35.770023 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:36.728046 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:18:36.902032 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:18:43.370143 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:00.882737 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-37d31d4e-7cfc-4ba5-8805-85cdcb643b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:03.336542 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-0d035f9a-589b-45e9-aa39-6122098a5db7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:04.499581 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:05.765259 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:06.754226 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:13.380301 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:13.902968 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:19:30.045461 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-0f74407e-2cc6-4fee-89a3-9ca595868f29 req-883c0440-2386-4117-a075-de5f74fe098b service neutron] (103025) timed out ('10.222.0.44', 60690) {{(pid=103025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 19:19:30.667532 dv-cinder-812685-5-iscsi neutron-server[103025]: DEBUG neutron.wsgi [req-d50dfeba-78f6-4fc0-8ac2-0b79a89c1caa req-3bbebca5-1ab4-4f31-80a4-af66380f405e service neutron] (103025) timed out ('10.222.0.44', 60681) {{(pid=103025) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 19:19:30.691138 dv-cinder-812685-5-iscsi neutron-server[103026]: DEBUG neutron.wsgi [req-715bbb6f-7655-49be-8cf8-5707ffddf758 req-05e6376e-bbfe-4973-a498-376048dc2a5d service neutron] (103026) timed out ('10.222.0.44', 60692) {{(pid=103026) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Dec 15 19:19:30.897472 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-41e7ebc9-4e89-4865-8c52-d0b813b6ce28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:33.331593 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-20461435-84f7-475c-8bf8-ba2f3d576a0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:34.535053 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:35.771476 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:36.723227 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:43.377353 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:19:50.901802 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:20:00.926148 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-a6f2f037-055c-4e81-9392-c5742d191f27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:03.340737 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-1d8afa8a-1a6f-4b64-a2d4-604dc6893879 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:04.508596 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:05.765800 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:06.714735 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:13.403892 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:27.900192 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:20:30.891954 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5927c1c8-5988-4cc1-8a16-ab3c3d46b4fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:33.343298 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-63305505-1b56-4ea6-aacb-759172d9ca80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:34.512589 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:35.800328 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:36.720692 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:20:43.395033 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:00.895568 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-b841f352-138a-447c-82f1-9058c5b6b52c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:03.349038 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e54081f3-33da-4519-8a66-5880dfeb1127 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:04.515025 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:04.900969 dv-cinder-812685-5-iscsi neutron-server[103028]: DEBUG neutron.db.agents_db [None req-eb2a2749-d6c4-4280-82f9-7c506bee4973 None None] Agent healthcheck: found 6 active agents {{(pid=103028) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Dec 15 19:21:05.777869 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:06.720348 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:13.403705 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-3027c1f5-ef7d-426b-9a10-dff185cf85d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:30.912091 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-5a697bdf-a5f6-4882-8134-8cc617816871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:33.352484 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-e0628a1d-0254-4f6c-9cff-a69176d699b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:34.501057 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-bd09597d-c0c7-42a4-8d41-3bb4473dadcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:35.783122 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-6a5bc6ee-98fc-43cd-9e9c-e4ad785de5a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Dec 15 19:21:36.726762 dv-cinder-812685-5-iscsi neutron-server[103027]: DEBUG neutron_lib.callbacks.manager [None req-8022bb2c-83df-4abb-9585-f027acfeedc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8790670775893', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1779198'] for agent, after_update {{(pid=103027) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}